-- Logs begin at Wed 2021-01-27 17:40:11 UTC, end at Wed 2021-01-27 18:40:54 UTC. -- Jan 27 18:16:22.518083 dv-cinder-772388-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 18:16:25.244397 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.common.config [-] Logging enabled! Jan 27 18:16:25.244988 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev443 Jan 27 18:16:25.246330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 18:16:25.248115 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.common.config [-] Logging enabled! Jan 27 18:16:25.248381 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev443 Jan 27 18:16:25.248819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 18:16:25.249930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 18:16:25.250199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 18:16:25.251227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 18:16:25.251501 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 18:16:25.251691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 18:16:25.252073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.252449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.252794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.253054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.253420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.253751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.254065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.254391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.254727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.255024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.255334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.255649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.255901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.256217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.256542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.256867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.257117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] debug = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.257467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.258017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.258327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.258645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.258965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.259271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.259558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.259871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.260252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] host = dv-cinder-772388-3-smb {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.260559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.260883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.261269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.261596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.261904 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.262248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.262571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.262882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.263182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.263466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.263954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.264319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.264648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.264901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.265184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.265501 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.265827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.266120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.266426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.266729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.267033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.267335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.267634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.267956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.268275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.268601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.268905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.269229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.269534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.269835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.270156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.270457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.270762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.271064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.271386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.271686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.271992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.272335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.272656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.272974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.273320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.273624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.273951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.274251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.274557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.274861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_json = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.275177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.275452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.275766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.276378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.276677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.276976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.277298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.277623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:25.277956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.278291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.278634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.278952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.279343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.279621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.279948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.280258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.280583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.280908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.281251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.281560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.281880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.282188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.282522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.282868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.283202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.283535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.283840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.284144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.284449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.284757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.285075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.285456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.285781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.286089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.286399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.286729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.287040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.287343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.287649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.287971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.288279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.288587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.288901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.289227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.289534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.289834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.290138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.290467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.290774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.291074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.291376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.291683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.291981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.292298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.292609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.292908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.293228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.293536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.293836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.294135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.294443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.294747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.295128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.295438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.295740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.296041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.296342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.296645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.296947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.297272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.297578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.297956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.298178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.298479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.298780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.299082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.299395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.299726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.300034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.300340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.300647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.300953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.301283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.301590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.301896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.302201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.302504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.302831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.303144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.303459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.303771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.304081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.304424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.304737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.305051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.305382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.305692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.306002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.306324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.306652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.306981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.307309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.307637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.307967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.308278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.308637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.308949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:25.309212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:16:25.309480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80001) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 27 18:16:25.958936 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading Gnome Jan 27 18:16:25.976141 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading Google Jan 27 18:16:25.978915 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading Windows (alt) Jan 27 18:16:25.982442 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading file Jan 27 18:16:25.983343 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading keyczar Jan 27 18:16:25.983684 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading multi Jan 27 18:16:25.984280 dv-cinder-772388-3-smb neutron-server[80001]: INFO keyring.backend [-] Loading pyfs Jan 27 18:16:26.031008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:16:26.031300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:16:26.031586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:16:26.031927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 18:16:26.432467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.433048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.433048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.481699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.481952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.482268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.486179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.486482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.486756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.555544 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.555890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.556126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.557417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.557730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.558021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.826381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.826633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.826890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.827194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.828053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.975898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.976267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.976572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.976867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.977224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.977565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.977855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.978137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.978418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.978748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.979036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.979330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.979626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.979914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.980240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.980524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.980804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.981122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.981425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.981913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.982187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.982526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.982881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.983154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.983419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:26.983868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.984129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.984390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.984651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.984910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.985185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:26.986643 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 18:16:26.990083 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 18:16:26.993998 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 18:16:26.997944 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jan 27 18:16:26.999844 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 18:16:27.000911 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 18:16:27.001316 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 27 18:16:27.001753 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 18:16:27.004487 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 18:16:27.004758 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 18:16:27.005171 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 27 18:16:27.027248 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 27 18:16:27.027761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.028094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80001) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 27 18:16:27.028495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.030112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80001) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 18:16:27.030448 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 27 18:16:27.030716 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 27 18:16:27.034177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.034506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.101198 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 18:16:27.101399 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 18:16:27.101652 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 18:16:27.102020 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 18:16:27.144055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.sqlalchemy.engines [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80001) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 27 18:16:27.630717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing driver for type 'gre' Jan 27 18:16:27.631330 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] gre ID ranges: [(1, 1000)] Jan 27 18:16:27.680403 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing driver for type 'local' Jan 27 18:16:27.680862 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing driver for type 'vlan' Jan 27 18:16:27.696912 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] VlanTypeDriver initialization complete Jan 27 18:16:27.697435 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing driver for type 'vxlan' Jan 27 18:16:27.698269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] vxlan ID ranges: [(1, 1000)] Jan 27 18:16:27.747380 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing extension driver 'port_security' Jan 27 18:16:27.747791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.extensions.port_security [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] PortSecurityExtensionDriver initialization complete Jan 27 18:16:27.748284 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing mechanism driver 'openvswitch' Jan 27 18:16:27.754872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:27.755744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.756154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.756545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.756968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.757385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.757761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.758172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.758549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.758925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.759330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.759708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.760273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.760689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.761069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.761466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.761877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.762237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.762602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.762954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] ML2 OVO RPC backend initialized. {{(pid=80001) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 27 18:16:27.764039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.764429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.764883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.765286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > networks before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.765665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.766034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > ports before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.766413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.766779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.767158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.767525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.767892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.768258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.768624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.768991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.769378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.769747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.770108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.770772 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.plugin [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Modular L2 Plugin initialization complete Jan 27 18:16:27.771127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading services supported by the core plugin {{(pid=80001) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 18:16:27.771493 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.plugins.ml2.managers [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Got port-security extension from driver 'port_security' Jan 27 18:16:27.771998 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.extensions.vlantransparent [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Disabled vlantransparent extension. Jan 27 18:16:27.773543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80001) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 18:16:27.773900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: router Jan 27 18:16:27.817476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.817948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_create 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.818351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router before_create 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.818747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.819161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.819552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_delete 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.819953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.820359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_create 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.820733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.821120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.821529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.821928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.822413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.822808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.823181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.823548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: subnet after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.823918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.824300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.824674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.825051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.825451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.825852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router after_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.826255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.826640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.827037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.827421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.827846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > network after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.828876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Tracking information for resource: router configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:27.829274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Tracking information for resource: floatingip configured {{(pid=80001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 18:16:27.834571 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_agentschedulers_db [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 18:16:27.835221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.835608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.835988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.836374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: port after_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.837307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router before_create 55550100 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.837705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.838105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.838496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.843578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.provider_configuration [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service providers = [] {{(pid=80001) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 18:16:27.843965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.servicetype_db [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80001) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 18:16:27.846799 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.service_base [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 18:16:27.847177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.service_base [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 18:16:27.847552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.service_base [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 18:16:27.848433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.service_base [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 18:16:27.848825 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.services.service_base [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 18:16:27.849270 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.849620 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 18:16:27.860075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.860468 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: auto_allocate Jan 27 18:16:27.866755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: network precommit_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.867163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: network precommit_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.867910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.868053 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: tag Jan 27 18:16:27.875612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.876034 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: timestamp Jan 27 18:16:27.879879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.880276 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: network_ip_availability Jan 27 18:16:27.885913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.886257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.886643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:27.887458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.887814 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: flavors Jan 27 18:16:27.892498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.892863 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading Plugin: revisions Jan 27 18:16:27.898646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 18:16:27.899067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=80001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:16:27.899869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80001) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 27 18:16:27.900224 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Initializing extension manager. Jan 27 18:16:27.901097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: __init__.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.901525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: __pycache__ {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.901894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.902257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: address_group.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.903067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.903717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: address-group Jan 27 18:16:27.904077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: address_scope.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.904886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.905519 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: address-scope Jan 27 18:16:27.905881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.906788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.907359 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: router-admin-state-down-before-update Jan 27 18:16:27.907717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: agent.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.908461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.909030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: agent Jan 27 18:16:27.909405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: agent_resources_synced.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.910312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.910879 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: agent-resources-synced Jan 27 18:16:27.911233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.914118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.915007 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: allowed-address-pairs Jan 27 18:16:27.915512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.917042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.918085 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: auto-allocated-topology Jan 27 18:16:27.918739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: availability_zone.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.919962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.920836 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: availability_zone Jan 27 18:16:27.921408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: availability_zone_filter.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.922582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.923179 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: availability_zone_filter Jan 27 18:16:27.923539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: data_plane_status.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.924465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.925036 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 18:16:27.925421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: default_subnetpools.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.926530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.927113 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: default-subnetpools Jan 27 18:16:27.927474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.928352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.928941 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: dhcp_agent_scheduler Jan 27 18:16:27.929339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: dns.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.930257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.930836 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 18:16:27.931193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: dns_domain_ports.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.932120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.932692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 18:16:27.933053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: dvr.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.933810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.934392 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: dvr Jan 27 18:16:27.934756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: empty_string_filtering.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.935761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.936334 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: empty-string-filtering Jan 27 18:16:27.936695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.937650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.938222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 18:16:27.938579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.939500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.940066 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 18:16:27.940427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: external_net.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.941379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.941951 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: external-net Jan 27 18:16:27.942303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.943215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.943783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: extra_dhcp_opt Jan 27 18:16:27.944135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: extraroute.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.945049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.945647 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: extraroute Jan 27 18:16:27.946006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: extraroute_atomic.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.947058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.947644 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: extraroute-atomic Jan 27 18:16:27.947998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: filter_validation.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.948713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.949309 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: filter-validation Jan 27 18:16:27.949666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: fip_pf_description.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.950611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.951201 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 18:16:27.951576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: fip_port_details.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.952567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.953140 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: fip-port-details Jan 27 18:16:27.953524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: flavors.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.954870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.955461 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: flavors Jan 27 18:16:27.955823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.957544 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.958132 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 18:16:27.958493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: floatingip_pools.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.959250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.959831 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: floatingip-pools Jan 27 18:16:27.960193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: ip_allocation.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.961125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.961729 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 18:16:27.962104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.963019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.963620 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: ip-substring-filtering Jan 27 18:16:27.963988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l2_adjacency.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.964981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.965601 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 18:16:27.965962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.967357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.967950 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: router Jan 27 18:16:27.968315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.970881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.971520 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 18:16:27.971891 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.972856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.973463 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: ext-gw-mode Jan 27 18:16:27.973858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.974760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.975339 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: l3-ha Jan 27 18:16:27.975694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3_flavors.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.976752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.977361 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: l3-flavors Jan 27 18:16:27.977725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.978652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.979231 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 18:16:27.979554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: l3agentscheduler.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.980788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.981445 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: l3_agent_scheduler Jan 27 18:16:27.981805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: logging.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.983550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.984137 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension logging not supported by any of loaded plugins Jan 27 18:16:27.984505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: metering.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.985340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.986043 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: metering Jan 27 18:16:27.986406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.987542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.988114 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: metering_source_and_destination_fields Jan 27 18:16:27.988474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: multiprovidernet.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.989431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.990025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: multi-provider Jan 27 18:16:27.990433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: netmtu.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.991307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.991892 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: net-mtu Jan 27 18:16:27.992254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: netmtu_writable.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.993187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.993779 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: net-mtu-writable Jan 27 18:16:27.994136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: network_availability_zone.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.994946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.995539 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: network_availability_zone Jan 27 18:16:27.995898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: network_ip_availability.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.997005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.997631 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: network-ip-availability Jan 27 18:16:27.998006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: network_segment_range.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:27.999011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:27.999596 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 18:16:27.999956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: pagination.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.000957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.001363 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: pagination Jan 27 18:16:28.001772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.002641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.003223 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: port-mac-address-regenerate Jan 27 18:16:28.003577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.004494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.005067 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: port-numa-affinity-policy Jan 27 18:16:28.005452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: port_resource_request.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.006363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.006973 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 18:16:28.007302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: portbindings.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.008243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.008823 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: binding Jan 27 18:16:28.009202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: portbindings_extended.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.010514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.011088 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: binding-extended Jan 27 18:16:28.011460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: portsecurity.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.012385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.012968 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: port-security Jan 27 18:16:28.013352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: project_id.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.014349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.014716 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: project-id Jan 27 18:16:28.015072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: providernet.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.016371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.017371 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: provider Jan 27 18:16:28.017878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.023896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.024859 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos not supported by any of loaded plugins Jan 27 18:16:28.025440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.027150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_default.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.037278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-default not supported by any of loaded plugins Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_fip.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.037814 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 18:16:28.038322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.038322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.038322 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 18:16:28.038322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.038322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.038685 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 18:16:28.038685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: qos_rules_alias.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.039745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.040339 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 18:16:28.040678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: quotasv2.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.041759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.042129 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: quotas Jan 27 18:16:28.042485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: quotasv2_detail.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.044171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.044552 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: quota_details Jan 27 18:16:28.045018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: rbac.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.046418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.047025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: rbac-policies Jan 27 18:16:28.047388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: rbac_address_scope.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.048309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.048886 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: rbac-address-scope Jan 27 18:16:28.049278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: rbac_security_groups.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.050207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.050789 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: rbac-security-groups Jan 27 18:16:28.051146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.052086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.052665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: rbac-subnetpool Jan 27 18:16:28.053020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: revisionifmatch.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.053988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.054562 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: revision-if-match Jan 27 18:16:28.054917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: revisions.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.056047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.056633 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: standard-attr-revisions Jan 27 18:16:28.056994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: router_availability_zone.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.057748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.058321 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: router_availability_zone Jan 27 18:16:28.058674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: routerservicetype.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.059602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.060178 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 18:16:28.060616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.061594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.062169 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: security-groups-normalized-cidr Jan 27 18:16:28.062526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.063456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.064030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: port-security-groups-filtering Jan 27 18:16:28.064385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.065348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.065922 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: security-groups-remote-address-group Jan 27 18:16:28.066275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: securitygroup.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.080311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.081015 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: security-group Jan 27 18:16:28.081420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: segment.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.082379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.082992 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension segment not supported by any of loaded plugins Jan 27 18:16:28.083323 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.084365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.084946 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 18:16:28.085364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: servicetype.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.086488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.087079 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: service-type Jan 27 18:16:28.087441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: sorting.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.088429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.088800 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: sorting Jan 27 18:16:28.089173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: standard_attr_segment.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.090104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.090687 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 18:16:28.091048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: standardattrdescription.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.091748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.092568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: standard-attr-description Jan 27 18:16:28.092814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: stateful_security_group.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.093801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.094381 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: stateful-security-group Jan 27 18:16:28.094743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: stdattrs_common.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.095329 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 18:16:28.095685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.096624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.097222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 18:16:28.097587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnet_onboard.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.098662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.099240 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: subnet_onboard Jan 27 18:16:28.099603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.100632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.101226 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 18:16:28.101586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnet_service_types.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.102515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.103100 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: subnet-service-types Jan 27 18:16:28.103450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnetallocation.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.104547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.105126 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: subnet_allocation Jan 27 18:16:28.105517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.106190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.106788 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: subnetpool-prefix-ops Jan 27 18:16:28.107146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.108235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.108819 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 18:16:28.109205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: tagging.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.110593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.111202 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: standard-attr-tag Jan 27 18:16:28.111567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: timestamp.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.112777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.113398 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loaded extension: standard-attr-timestamp Jan 27 18:16:28.113758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: trunk.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.114815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.115403 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension trunk not supported by any of loaded plugins Jan 27 18:16:28.115757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: trunk_details.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.116702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.117306 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 18:16:28.117665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.118591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.119172 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 18:16:28.119575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Loading extension file: vlantransparent.py {{(pid=80001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 18:16:28.120911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 18:16:28.121840 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 18:16:28.126424 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:network Jan 27 18:16:28.127782 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnet Jan 27 18:16:28.128824 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:16:28.129842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:port Jan 27 18:16:28.131481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.131983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service FLAVORS assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.132672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.133141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.133539 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:router Jan 27 18:16:28.134271 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 18:16:28.135069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service METERING assigned prefix: /metering {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.137011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:28.137379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:28.137763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:16:28.139081 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 18:16:28.139568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:security_group Jan 27 18:16:28.141352 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 18:16:28.142188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service CORE assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.142560 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:16:28.142939 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] subnetpool is already registered Jan 27 18:16:28.143617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service CORE assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.143980 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:16:28.144341 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] subnetpool is already registered Jan 27 18:16:28.147113 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.147589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service FLAVORS assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.148243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.148702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.149068 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:router Jan 27 18:16:28.149457 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] router is already registered Jan 27 18:16:28.150121 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 18:16:28.150488 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] floatingip is already registered Jan 27 18:16:28.151495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service METERING assigned prefix: /metering {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.152236 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 18:16:28.152599 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] rbac_policy is already registered Jan 27 18:16:28.153237 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:security_group Jan 27 18:16:28.153603 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] security_group is already registered Jan 27 18:16:28.154270 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 18:16:28.154630 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] security_group_rule is already registered Jan 27 18:16:28.155356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service CORE assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.155716 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:16:28.156073 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] subnetpool is already registered Jan 27 18:16:28.156718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.resource_helper [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Service CORE assigned prefix: {{(pid=80001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 18:16:28.157079 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 18:16:28.157471 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.quota.resource_registry [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] subnetpool is already registered Jan 27 18:16:28.158208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: extensions {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.159803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: address-groups {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.161532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: address-scopes {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.162840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: agents {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.164050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: auto-allocated-topology {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.165381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: availability_zones {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.166761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: dhcp-networks {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.168262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: dhcp-agents {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.169797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: routers {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.171852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: flavors {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.173182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: service_profiles {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.174447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: next_providers {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.176065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: service_profiles {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.177632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: floatingip-pools {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.178946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: routers {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.180837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: floatingips {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.182193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: l3-routers {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.183656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: l3-agents {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.185132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: metering-labels {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.186798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: metering-label-rules {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.188162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: network-ip-availabilities {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.189494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: bindings {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.191310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: quotas {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.192820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: quotas {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.194324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: rbac-policies {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.195677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: security-groups {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.197180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: security-group-rules {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.198474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: service-providers {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.199771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: subnetpools {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.201311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: subnetpools {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.203051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.204827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.206744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.208605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.211570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.213404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.215288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.217260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.219220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.221210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.extensions [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Extended resource: tags {{(pid=80001) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 18:16:28.230068 dv-cinder-772388-3-smb neutron-server[80001]: WARNING keystonemiddleware.auth_token [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 18:16:28.238604 dv-cinder-772388-3-smb neutron-server[80001]: WARNING keystonemiddleware.auth_token [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 18:16:28.247688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Acquired lock "singleton_lock" {{(pid=80001) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 27 18:16:28.248252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Releasing lock "singleton_lock" {{(pid=80001) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 27 18:16:28.249798 dv-cinder-772388-3-smb neutron-server[80001]: INFO oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Starting 2 workers Jan 27 18:16:28.254757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Started child 80114 {{(pid=80001) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 18:16:28.258944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.259670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Started child 80115 {{(pid=80001) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 18:16:28.260348 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696 Jan 27 18:16:28.261258 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 18:16:28.261914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Notify callbacks [] for process, before_spawn {{(pid=80001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.263292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.264513 dv-cinder-772388-3-smb neutron-server[80001]: INFO oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Starting 1 workers Jan 27 18:16:28.265120 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [-] (80115) wsgi starting up on http://0.0.0.0:9696 Jan 27 18:16:28.270444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Started child 80116 {{(pid=80001) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 18:16:28.271124 dv-cinder-772388-3-smb neutron-server[80001]: INFO oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Starting 1 workers Jan 27 18:16:28.273281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] calling RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 18:16:28.273689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] returning from RpcWorker wait() {{(pid=80116) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 18:16:28.275230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.275751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:28.276488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Started child 80117 {{(pid=80001) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 18:16:28.277353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a600d3de-21d8-490c-98d4-ae43ade540c5 None None] Notify callbacks [] for process, after_spawn {{(pid=80001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.279011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80001) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 27 18:16:28.279202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 18:16:28.279815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 18:16:28.280104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 18:16:28.280554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:28.280740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 18:16:28.280884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 18:16:28.281430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.281879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.282201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.282499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.282843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.283514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.283794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.284101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.284414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.284687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.284864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.285270 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.285545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.286013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.286393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.286687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.286956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.287250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.287439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.287883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.288207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.288495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.288807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] debug = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.289082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.289750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.290088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.290333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.290626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.290940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.291151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.291461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.291754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.291959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.292269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.292565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.292784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.293008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.293322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.293586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.294057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] host = dv-cinder-772388-3-smb {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.294377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.294537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.294864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.295231 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.295508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.295816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.296162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.296461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.296728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.297022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.297328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.297591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.297860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.298128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.298447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_options = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.298854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.299142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.299383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.299656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.299809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.299954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.300243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.300398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.300696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.300940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.301217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.301438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.301663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.301918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.302143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.302404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.302648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.302890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.303179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.303458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.303740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.304004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.304249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.304500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.304727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.304981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.305255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.305498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.305760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.305992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.306253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.306553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.306817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.307098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.307396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.307651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.307880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:28.307991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.308223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.308490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.308776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.309053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.309328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.309636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.309846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.310109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.310356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_json = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.310735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.311077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.311391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.311628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.311873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.312149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.312372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.312657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.313121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.313458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.313826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.314086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.314358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.314640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.314926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.315190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.315461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.315732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.316056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.316306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.316630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.316895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.317217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.317538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.317848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.318157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.318394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.318648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.318902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.319172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.319532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.319897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.320132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.320393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.320657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.320926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.322920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.323129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.323294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.323565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.323824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.324248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.324393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.324627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.324876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.326358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.326796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.327182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.327602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.327987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.328404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.328824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.329279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.329688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.330103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.330506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.330952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.332711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.333005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.333370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.333642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.333915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.334190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.334455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.334710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.335057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.335346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.335603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.335931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.336181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.336448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.336772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.337050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.337328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.337618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.337819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.338099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.338276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.338486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.338837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.339191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.339479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.339766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.340041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.340315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.340569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.340867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.341336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.341750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.342202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.342780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.343125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.343420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.343708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.343967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.344265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.344537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.344801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.345055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.345353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.345617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.345912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.346192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.346469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.346750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.347068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.347413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.347682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.348001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.348276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.348601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.348935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.349264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.349546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.349834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.350120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.350406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.350696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.350970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.351237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.351506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.351759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.352070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.352346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.352600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.352853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.353124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.353520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.353829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.354116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.354381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.354686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.354992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.355249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.355551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.355846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.356121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.356412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.356688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.356966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.357254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.357572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.357830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.358370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.358370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.358664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.358818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.359069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.359426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.359894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.360061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.360201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.360658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.360658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.360941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.364045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.365876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.366172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.366295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.366562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.366849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.367100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.367378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.367648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.368025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.368299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.368600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.368887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.369138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.369429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.369680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.369933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.370184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.370435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.370714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.370989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.371246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.371494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.371740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.372005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.372254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.372500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.372823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.373122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.373423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.373677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.374013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.374296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.374548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.374795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.375047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.375299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.375564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.375813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.376059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.376310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.376555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.376869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.377184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.377437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.377753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.378024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.378337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.378646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.379009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.379270 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.379554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.379803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.380034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.380317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.380605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.381002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.381368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.381674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.381944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.382274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.382593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.382896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.383151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.383487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.383863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.384180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.384479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.384778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.385063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.385354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.385627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.385879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.386136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.386388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.386680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.387096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.387318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.387569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.387861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.388119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.388404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.388711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.388979 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.389260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.389452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:16:28.390030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80001) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 27 18:16:28.390220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 18:16:28.390403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 18:16:28.390626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 18:16:28.390830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 18:16:28.391012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 18:16:28.391267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.391459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.391661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.391844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.392911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.393100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.393314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.393503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.393690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.393877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.394997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.395183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.395367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] debug = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.395554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.395809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.395956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.396091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.396262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.396450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.396637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.396825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.397019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.397214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.397470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.397670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.397878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] host = dv-cinder-772388-3-smb {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.398885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.399982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.400210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.400345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.400520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.400655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.401103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.401275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.401455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_options = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.401642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.401877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.402114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.402352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.402352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.402666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.402666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.403961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.404169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.404650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.404650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.404650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.405978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.406901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.407906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.408973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.409190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_json = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.409363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.409549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.409735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.409920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.410106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.410293 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.410479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.410664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 18:16:28.410855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.411046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.411250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.411448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.411629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.411817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.412969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.413180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.413355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.413541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.413732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.413918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.414107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.414296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.414487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.414674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.414862 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.415070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.415259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.415448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.415634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.415822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416397 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.416966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.417230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.417343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.417525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.417715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.417905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.418099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.418358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.418551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.418741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.418947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.419107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.419295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.419484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.419672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.419920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.420207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.420400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.420602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.420789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.420869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:28.420977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.421210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.421376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.421564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.421752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.421939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.422146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.422318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.422505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.422710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.422899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.423086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.423274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.423463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.423651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.423839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.424973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.425174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.425371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.425562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.425752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.425942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.426131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.426320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.426507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.426695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.426864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.427970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.428158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.428347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.428536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.428724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.428916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.429103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.429314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.429505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.429693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.429879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.430068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.430256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.430445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.430631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.430819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.431955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.432153 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.432342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.432532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.432721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.432918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.433120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.433329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.433520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.433711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.433898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.434087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.434278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.434469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.434658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.434848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.435036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.435233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.435437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.435633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.436919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.437108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.437319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.437509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.437697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.437886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.438073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.438250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.438433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.438630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.438806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.439945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.440134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.440322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.440517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.440731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.440969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.441925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.442103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.442277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.442465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.442654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.442843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.443897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.444090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.444280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.444471 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.444666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.444856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.445045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.445258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.445448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.445638 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.445828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.446019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.446207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.446399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.446591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.446936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.447126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.447318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.447508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.447701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.447890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448644 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.448990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.449223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.449403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.449637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.449783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.449914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.450938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.451160 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.451434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.451651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.451811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.452073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.452282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.452470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.452634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.452808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.453940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.454131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.454324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.454483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.454670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.454859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.455049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.455237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.455426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.455628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.455829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.456025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.456223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.456422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.456619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.456816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.457981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.458137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.458326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.458514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.458703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.458890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.459942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.460130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.460317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.460505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.460692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.460880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 18:16:28.461062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80001) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 18:16:28.694028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 46842) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:16:28.711739 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0138819 Jan 27 18:16:39.313257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6daeae-b324-4924-bd99-1944824bc482 None None] get_active_networks_info from dv-cinder-772388-3-smb {{(pid=80116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 27 18:16:39.454178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f29162da-0876-44f1-b04c-c2277579e7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:39.485798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6daeae-b324-4924-bd99-1944824bc482 None None] No non-hosted networks {{(pid=80116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 18:16:42.006362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a830eb75-202a-494b-a4ce-1c8c4e5c0741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:42.099306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a948c123-b7a9-4ace-8b40-440eb0f6a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:42.241799 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:43.620578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:43.621900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.622433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.622974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.623540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.624051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.624678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.625222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.625731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.626227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.626755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.627326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.627942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:43.628566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:43.642237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:16:44.261283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:45.220255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 46932) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:16:45.606626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] get_endpoint_by_host() called for host dv-cinder-772388-3-smb {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 27 18:16:45.612550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] get_endpoint_by_ip() called for ip 192.168.0.92 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 27 18:16:45.616682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] _add_endpoint() called for ip 192.168.0.92 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 27 18:16:45.623584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 27 18:16:45.972357 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-9943f22d-b612-4f72-905b-56569caebc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:45.973934 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-9943f22d-b612-4f72-905b-56569caebc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:46.220512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-9943f22d-b612-4f72-905b-56569caebc3b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:16:46.222467 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9943f22d-b612-4f72-905b-56569caebc3b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9996507 Jan 27 18:16:49.085008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 46948) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:16:49.299929 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_hamode_db [None req-2a2abdf5-97b9-40aa-be45-7212c4aa00c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 18:16:49.392401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2abdf5-97b9-40aa-be45-7212c4aa00c8 None None] Routers set() bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:16:49.392828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2abdf5-97b9-40aa-be45-7212c4aa00c8 None None] Router IDs set() for agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 27 18:16:49.824428 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:49.825034 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:50.067516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:16:50.135372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.policy [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80115) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 27 18:16:50.136220 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:50.136642 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:16:50.168028 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Loaded quota_driver: . Jan 27 18:16:50.185169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:16:50.250582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754824965870', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754824947386', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754824942799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754825002024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754825001169', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1688611', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1690896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546906'] for rbac-policy, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:50.333452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:50.335265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-635dc5f5-cf04-4db3-a20f-eb2f2505e940 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2489746 Jan 27 18:16:53.526934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 46966) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:16:53.985601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:16:53.993196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:16:53.998941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Usage tracker for resource:network and tenant:8e21f6ba52ff4ce69d0a325a2117f1d1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:16:54.002967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:16:54.009474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:16:54.019711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Made reservation on behalf of 8e21f6ba52ff4ce69d0a325a2117f1d1 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:16:54.026050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.043902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.062483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:16:54.066612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Usage tracker for resource:security_group_rule and tenant:8e21f6ba52ff4ce69d0a325a2117f1d1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:16:54.070484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:16:54.076122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:16:54.184243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.187974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.193796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:16:54.222114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:16:54.247332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.247929 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Added segment 94bb3ba0-6a71-415e-a7a9-630fff9fae02 of type vxlan for network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 Jan 27 18:16:54.482692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e464dd-d20a-43a3-aa5b-d48c59110530,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:16:54.500352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.500724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.501074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.501447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.501871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.502133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.502472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.502806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.503225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.503559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.503922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.504239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Tracked resource versions report: Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:16:54.505359 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:16:54.548148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.576556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:16:54.605602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.606951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:16:54.607618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:54.612986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:16:54.749392 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2207167 Jan 27 18:16:54.750001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Pushing event updated for resources: {'Network': ['ID=55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:16:54.774926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:16:54.786343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:16:57.988851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 46982) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:16:58.559428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ecef4-1010-45c1-8ed7-d0edb9c0fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:16:58.560940 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d67ecef4-1010-45c1-8ed7-d0edb9c0fd02 admin admin] 10.222.0.60 "GET /v2.0/networks/55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 HTTP/1.1" status: 200 len: 818 time: 0.5710027 Jan 27 18:16:58.599019 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e699eabb-0501-4e3c-a731-66114ba99e47 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/791e6c67-7f3a-47b8-9b9b-328a71b3911b HTTP/1.1" status: 200 len: 734 time: 0.0276725 Jan 27 18:16:58.609509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Request body: {'subnet': {'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'name': 'private-subnet'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:16:58.614885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:16:58.619277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Usage tracker for resource:subnet and tenant:8e21f6ba52ff4ce69d0a325a2117f1d1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:16:58.622665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:16:58.628942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:16:58.641055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Made reservation on behalf of 8e21f6ba52ff4ce69d0a325a2117f1d1 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:16:58.645762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:59.199428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:59.219470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:16:59.358581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c0b617-ad6d-48a5-8474-b615572cc107,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:16:59.366454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:16:59.439850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Checking segment: {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:16:59.440235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Network hostable DHCP agents. Network: 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:16:59.465203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:16:59.478047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:16:59.482846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:16:59.483482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:16:59.488830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323b6d9-6501-4194-a915-3f91cfce59b2 None None] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:16:59.503770 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8983669 Jan 27 18:16:59.834063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:16:59.835453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:00.191290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Allocated IP 172.20.0.2 (55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4/e5c0b617-ad6d-48a5-8474-b615572cc107/a2eb696c-73ab-42f5-bd57-73f86d663b2e) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:17:00.647872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:00.663899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Transition to ACTIVE for port object a2eb696c-73ab-42f5-bd57-73f86d663b2e will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:17:00.682783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Transition to ACTIVE for port object a2eb696c-73ab-42f5-bd57-73f86d663b2e will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:17:00.689505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:00.703483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:00.836687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Pushing event updated for resources: {'Port': ['ID=a2eb696c-73ab-42f5-bd57-73f86d663b2e,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:00.854167 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.854537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.854903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.855263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.855622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.855974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.856330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.856661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.857013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.857384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.857734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.858077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Tracked resource versions report: Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:17:00.859206 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:17:00.869436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:00.925545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:17:00.926915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:17:00.929976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:17:00.991993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Attempting to bind port a2eb696c-73ab-42f5-bd57-73f86d663b2e on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:17:00.992402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Attempting to bind port a2eb696c-73ab-42f5-bd57-73f86d663b2e by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:17:00.992810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Attempting to bind port a2eb696c-73ab-42f5-bd57-73f86d663b2e on network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:17:00.998590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:17:00.998976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Checking segment: {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:17:01.000372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:01.000372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Bound using segment: {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:17:01.000372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Bound port: a2eb696c-73ab-42f5-bd57-73f86d663b2e, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:17:01.001172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:01.101012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] For port a2eb696c-73ab-42f5-bd57-73f86d663b2e, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:17:01.105379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] For port a2eb696c-73ab-42f5-bd57-73f86d663b2e, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=a2eb696c-73ab-42f5-bd57-73f86d663b2e,segment=NetworkSegment(94bb3ba0-6a71-415e-a7a9-630fff9fae02),segment_id=94bb3ba0-6a71-415e-a7a9-630fff9fae02)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:17:01.109265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:01.128103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:01.289867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Pushing event updated for resources: {'Port': ['ID=a2eb696c-73ab-42f5-bd57-73f86d663b2e,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:01.296863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:02.339046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 46992) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:02.826373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-f556aec3-406d-4699-ab90-4ef7b02a184f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:17:02.827440 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f556aec3-406d-4699-ab90-4ef7b02a184f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4874249 Jan 27 18:17:05.694965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a2eb696c-73ab-42f5-bd57-73f86d663b2e up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:05.713469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47006) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:05.775697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port a2eb696c-73ab-42f5-bd57-73f86d663b2e completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:17:06.269174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493b124-9173-49e6-ab64-5865ce989834 None None] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:17:06.284460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-40ba1dc0-976a-4b87-9ada-a5b66bee88c0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:17:06.286010 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-40ba1dc0-976a-4b87-9ada-a5b66bee88c0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5714426 Jan 27 18:17:06.383793 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Provisioning for port a2eb696c-73ab-42f5-bd57-73f86d663b2e completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:17:06.394409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:06.394864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:06.653797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:06.712866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] For port a2eb696c-73ab-42f5-bd57-73f86d663b2e, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=a2eb696c-73ab-42f5-bd57-73f86d663b2e,segment=NetworkSegment(94bb3ba0-6a71-415e-a7a9-630fff9fae02),segment_id=94bb3ba0-6a71-415e-a7a9-630fff9fae02)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:17:06.718921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:06.724267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:06.805462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Pushing event updated for resources: {'Port': ['ID=a2eb696c-73ab-42f5-bd57-73f86d663b2e,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:06.810189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:06.945943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-097338a7-6e4d-42d7-979a-acfda82c889b None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:06.947998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-097338a7-6e4d-42d7-979a-acfda82c889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:07.210125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-d19e4a8d-a05f-4f5e-9cb0-f250a45c885f None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:07.210547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d19e4a8d-a05f-4f5e-9cb0-f250a45c885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:07.469977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-6cc47e68-531f-4bde-b83e-d4dc16f717c5 None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:07.470353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e68-531f-4bde-b83e-d4dc16f717c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:07.672926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a2eb696c-73ab-42f5-bd57-73f86d663b2e up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:07.755377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:07.756006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:09.171942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d67cd7ce-5758-4e87-987b-e5804d8dee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:09.506506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47018) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:09.968829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:17:10.017929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.policy [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 27 18:17:10.018731 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:17:10.019130 dv-cinder-772388-3-smb neutron-server[80001]: WARNING oslo_policy.policy [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 18:17:10.050927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.quota [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Loaded quota_driver: . Jan 27 18:17:10.068092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:17:10.074854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Usage tracker for resource:router and tenant:8e21f6ba52ff4ce69d0a325a2117f1d1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:17:10.079312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:17:10.087594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:17:10.104784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:10.106939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:10.133078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:10.253697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:10.277833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:10.279063 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e0fa4214-c703-4045-9b70-1e476d058569 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7712104 Jan 27 18:17:11.970128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:12.004578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ea24de6-6ec4-47cd-bd6d-cc062a47c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:13.098621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47040) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:13.317472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-2396ab57-0130-47d4-8818-56d5c659e37e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:17:13.319090 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2396ab57-0130-47d4-8818-56d5c659e37e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2192788 Jan 27 18:17:13.615519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:14.103262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:15.945052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47060) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:16.041538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:17:16.047532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:17:16.051942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Usage tracker for resource:network and tenant:cfc70187fcab477285dc54a7baa06908 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:17:16.056268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:17:16.065960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:17:16.077512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Made reservation on behalf of cfc70187fcab477285dc54a7baa06908 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:17:16.082292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.097087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.113213 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:17:16.117729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc70187fcab477285dc54a7baa06908 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:17:16.120932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:17:16.127175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:17:16.223678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.228058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.231549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:16.248296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Reserving flat network on physical network physnet1 {{(pid=80115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 27 18:17:16.276792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b1ef5-47a0-40ca-a190-96b35c80eebb,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:16.280415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:16.281622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.282229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Unsubscribe: segment precommit_create {{(pid=80115) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 27 18:17:16.282653 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Added segment 98029cd3-0e2c-47e8-88a0-51beef21d824 of type flat for network 57510297-21a8-4c27-b1c9-64975c663b82 Jan 27 18:17:16.322801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.364007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.365373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:16.366032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:16.369564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:16.483088 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5365059 Jan 27 18:17:16.483088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Pushing event updated for resources: {'Network': ['ID=57510297-21a8-4c27-b1c9-64975c663b82,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:16.486732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:16.496657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 57510297-21a8-4c27-b1c9-64975c663b82 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:17:19.129233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47070) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:19.297415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f36f09-2917-4a26-ac95-f851ba5df523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:19.299058 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c2f36f09-2917-4a26-ac95-f851ba5df523 admin admin] 10.222.0.60 "GET /v2.0/subnets/e5c0b617-ad6d-48a5-8474-b615572cc107 HTTP/1.1" status: 200 len: 849 time: 0.1681046 Jan 27 18:17:19.486076 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0990dd95-2b5c-4160-911c-88961737890b admin admin] 10.222.0.60 "GET /v2.0/routers/5b39d334-1f3d-425a-b452-41d0216aeb17 HTTP/1.1" status: 200 len: 704 time: 0.1802464 Jan 27 18:17:20.215033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:20.636500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Allocated IP 172.20.0.1 (55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4/e5c0b617-ad6d-48a5-8474-b615572cc107/21ed6365-666c-4bc6-b457-e92f0bb83298) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:17:20.825314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:20.848018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Transition to ACTIVE for port object 21ed6365-666c-4bc6-b457-e92f0bb83298 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:17:20.911429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:20.924759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:21.063088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Pushing event updated for resources: {'Port': ['ID=21ed6365-666c-4bc6-b457-e92f0bb83298,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:21.076039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:21.135774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:17:21.136958 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:17:21.139475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:17:21.139997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.333807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-8592eb73-9eaf-4ce9-a260-e7b0f5478e41 None None] Provisioning for port 21ed6365-666c-4bc6-b457-e92f0bb83298 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:17:21.339610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-8592eb73-9eaf-4ce9-a260-e7b0f5478e41 None None] Provisioning complete for port 21ed6365-666c-4bc6-b457-e92f0bb83298 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:21.340040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8592eb73-9eaf-4ce9-a260-e7b0f5478e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.398289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-8592eb73-9eaf-4ce9-a260-e7b0f5478e41 None None] Port 21ed6365-666c-4bc6-b457-e92f0bb83298 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:17:21.433671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.766565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.772099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.773382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:21.790040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:21.927828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Pushing event updated for resources: {'Port': ['ID=21ed6365-666c-4bc6-b457-e92f0bb83298,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:21.931123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:21.997202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:17:21.998559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:17:22.233406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-5fa6c217-a736-4e7f-9354-8244f64fb3d1 None None] Provisioning complete for port 21ed6365-666c-4bc6-b457-e92f0bb83298 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:22.233752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c217-a736-4e7f-9354-8244f64fb3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:22.295945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5fa6c217-a736-4e7f-9354-8244f64fb3d1 None None] Port 21ed6365-666c-4bc6-b457-e92f0bb83298 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:17:22.395691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Router 5b39d334-1f3d-425a-b452-41d0216aeb17 is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:17:22.578720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:17:22.589051 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] 10.222.0.60 "PUT /v2.0/routers/5b39d334-1f3d-425a-b452-41d0216aeb17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0959344 Jan 27 18:17:22.589736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Sync routers for ids ['5b39d334-1f3d-425a-b452-41d0216aeb17'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:17:22.602172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Routers {'5b39d334-1f3d-425a-b452-41d0216aeb17'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:17:22.603132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:17:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5b39d334-1f3d-425a-b452-41d0216aeb17'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:22.802602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Set router 5b39d334-1f3d-425a-b452-41d0216aeb17 gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:17:23.217815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:21Z', 'revision_number': 2, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port_host': None, '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:21Z', 'revision_number': 2, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:23.223251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Checking router: 5b39d334-1f3d-425a-b452-41d0216aeb17 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:17:23.223683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Updating router 5b39d334-1f3d-425a-b452-41d0216aeb17 port 21ed6365-666c-4bc6-b457-e92f0bb83298 binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:17:23.460276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:23.939295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:23.954485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Transition to ACTIVE for port object 21ed6365-666c-4bc6-b457-e92f0bb83298 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:17:23.958062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:23.975210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:24.114300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Pushing event updated for resources: {'Port': ['ID=21ed6365-666c-4bc6-b457-e92f0bb83298,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:24.128318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.128646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.129087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.129467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.129854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.130198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.130547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.130886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.131228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.131548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.131887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.132221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Tracked resource versions report: Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:17:24.133381 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:17:24.137555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:24.316040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Attempting to bind port 21ed6365-666c-4bc6-b457-e92f0bb83298 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:17:24.316687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Attempting to bind port 21ed6365-666c-4bc6-b457-e92f0bb83298 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:17:24.316911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Attempting to bind port 21ed6365-666c-4bc6-b457-e92f0bb83298 on network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:17:24.323183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:17:24.323670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Checking segment: {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:17:24.324157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:24.324583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Bound using segment: {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:17:24.325139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Bound port: 21ed6365-666c-4bc6-b457-e92f0bb83298, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bb3ba0-6a71-415e-a7a9-630fff9fae02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:17:24.325555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:24.427408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] For port 21ed6365-666c-4bc6-b457-e92f0bb83298, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:17:24.432285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] For port 21ed6365-666c-4bc6-b457-e92f0bb83298, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=21ed6365-666c-4bc6-b457-e92f0bb83298,segment=NetworkSegment(94bb3ba0-6a71-415e-a7a9-630fff9fae02),segment_id=94bb3ba0-6a71-415e-a7a9-630fff9fae02)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:17:24.435299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:24.453579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:24.613634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Pushing event updated for resources: {'Port': ['ID=21ed6365-666c-4bc6-b457-e92f0bb83298,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:24.619126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:24.676647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Routers {'5b39d334-1f3d-425a-b452-41d0216aeb17'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:17:24.677346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:17:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5b39d334-1f3d-425a-b452-41d0216aeb17'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:24.852767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] Set router 5b39d334-1f3d-425a-b452-41d0216aeb17 gateway port host: None {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:17:25.224094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:21Z', 'revision_number': 2, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port_host': None, '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:24Z', 'revision_number': 4, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:25.229467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e930f6-351a-4aff-b14f-dfcad8532e7d None None] The sync data for ids ['5b39d334-1f3d-425a-b452-41d0216aeb17'] in dv-cinder-772388-3-smb is: [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:21Z', 'revision_number': 2, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port_host': None, '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:24Z', 'revision_number': 4, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:17:25.236541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47082) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:25.448923 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd96f64-f2fb-4dde-88eb-992797aa485c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:25.449589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5cd96f64-f2fb-4dde-88eb-992797aa485c admin admin] Synchronizing usage tracker for tenant:cfc70187fcab477285dc54a7baa06908 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:17:25.467932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5cd96f64-f2fb-4dde-88eb-992797aa485c admin admin] Unset dirty status for tenant:cfc70187fcab477285dc54a7baa06908 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:17:25.469207 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5cd96f64-f2fb-4dde-88eb-992797aa485c admin admin] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 842 time: 0.2314861 Jan 27 18:17:25.480370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:17:25.486785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:17:25.491239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Usage tracker for resource:subnet and tenant:cfc70187fcab477285dc54a7baa06908 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:17:25.494601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:17:25.500739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:17:25.510279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Made reservation on behalf of cfc70187fcab477285dc54a7baa06908 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:17:25.514964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:26.006144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:17:26.006711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:26.019980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41267815-f875-4e3a-a5b5-23f555eacf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:26.163319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0138d50-759d-4956-bbc0-9f49f9003f38,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:26.168867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:26.246022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:17:26.246538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Network hostable DHCP agents. Network: 57510297-21a8-4c27-b1c9-64975c663b82, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:17:26.268741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:17:26.278696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 57510297-21a8-4c27-b1c9-64975c663b82) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:17:26.282756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:26.283396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:26.289650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31655497-4979-4d29-8ab3-c3033114c15a None None] Network 57510297-21a8-4c27-b1c9-64975c663b82 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:17:26.307687 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8314378 Jan 27 18:17:26.560829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d7d76-dc09-4568-9863-4bd7dc31e696 None None] Network 57510297-21a8-4c27-b1c9-64975c663b82 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:17:27.695292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 21ed6365-666c-4bc6-b457-e92f0bb83298 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:27.767752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 21ed6365-666c-4bc6-b457-e92f0bb83298 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:17:27.773432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 21ed6365-666c-4bc6-b457-e92f0bb83298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:27.773836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:27.908131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:27.946919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 21ed6365-666c-4bc6-b457-e92f0bb83298, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=21ed6365-666c-4bc6-b457-e92f0bb83298,segment=NetworkSegment(94bb3ba0-6a71-415e-a7a9-630fff9fae02),segment_id=94bb3ba0-6a71-415e-a7a9-630fff9fae02)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:17:27.950099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:27.953462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b00ba42-c66b-4e34-b702-48096c8e96b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:28.024475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=21ed6365-666c-4bc6-b457-e92f0bb83298,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:28.037416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:28.935888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47096) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:29.202029 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-bfb78531-f55e-4db8-aca8-f720c2eef973 admin admin] 10.222.0.60 "GET /v2.0/routers/5b39d334-1f3d-425a-b452-41d0216aeb17 HTTP/1.1" status: 200 len: 710 time: 0.2644985 Jan 27 18:17:29.355731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7c9b-faeb-4a27-9e7a-fb0167878628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:29.357233 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fabd7c9b-faeb-4a27-9e7a-fb0167878628 admin admin] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 886 time: 0.1490893 Jan 27 18:17:29.367333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:17:29.681755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 21ed6365-666c-4bc6-b457-e92f0bb83298 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:29.917069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 21ed6365-666c-4bc6-b457-e92f0bb83298 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:29.917454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.054527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.426173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.491580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.505612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.521288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:17:30.525781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:17:30.528899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:17:30.535137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:17:30.628972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.633225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:30.653033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:30.745559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee33cc9-b48a-4bed-b425-577bd0d9fa2a,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:30.752098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:30.935380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Allocated IP 172.28.2.35 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/5411aa45-f63c-47f8-92dd-4045a153ae68) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:17:31.100668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:31.135279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:31.148704 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:31.292781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Pushing event updated for resources: {'Port': ['ID=5411aa45-f63c-47f8-92dd-4045a153ae68,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:31.297200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:31.359961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:17:31.361040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:17:31.363689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:17:31.801558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:32.361804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:32.367728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854335227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854330841'] for router, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:32.577813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Router 5b39d334-1f3d-425a-b452-41d0216aeb17 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:17:32.775179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:17:32.787134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Sync routers for ids ['5b39d334-1f3d-425a-b452-41d0216aeb17'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:17:32.795996 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:32.797337 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] 10.222.0.60 "PUT /v2.0/routers/5b39d334-1f3d-425a-b452-41d0216aeb17 HTTP/1.1" status: 200 len: 889 time: 3.4336147 Jan 27 18:17:32.797494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Routers {'5b39d334-1f3d-425a-b452-41d0216aeb17'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:17:32.798191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:17:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5b39d334-1f3d-425a-b452-41d0216aeb17'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:33.012161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Set router 5b39d334-1f3d-425a-b452-41d0216aeb17 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:17:33.390975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:31Z', 'revision_number': 4, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port': {'id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:30Z', 'updated_at': '2021-01-27T18:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:27Z', 'revision_number': 5, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:33.396493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Checking router: 5b39d334-1f3d-425a-b452-41d0216aeb17 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:17:33.396943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Updating router 5b39d334-1f3d-425a-b452-41d0216aeb17 port 5411aa45-f63c-47f8-92dd-4045a153ae68 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:17:33.454615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:33.895357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:33.909108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Transition to ACTIVE for port object 5411aa45-f63c-47f8-92dd-4045a153ae68 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:17:33.912413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:33.926529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:34.051706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Pushing event updated for resources: {'Port': ['ID=5411aa45-f63c-47f8-92dd-4045a153ae68,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:34.058581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:34.154439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Attempting to bind port 5411aa45-f63c-47f8-92dd-4045a153ae68 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:17:34.154725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Attempting to bind port 5411aa45-f63c-47f8-92dd-4045a153ae68 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:17:34.155156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Attempting to bind port 5411aa45-f63c-47f8-92dd-4045a153ae68 on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:17:34.161436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:17:34.161843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:17:34.162278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:34.162700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:17:34.163201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Bound port: 5411aa45-f63c-47f8-92dd-4045a153ae68, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:17:34.163617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:34.241777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] For port 5411aa45-f63c-47f8-92dd-4045a153ae68, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:17:34.245992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] For port 5411aa45-f63c-47f8-92dd-4045a153ae68, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5411aa45-f63c-47f8-92dd-4045a153ae68,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:17:34.250222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:34.263924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:34.417565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Pushing event updated for resources: {'Port': ['ID=5411aa45-f63c-47f8-92dd-4045a153ae68,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:34.422936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:34.466646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Routers {'5b39d334-1f3d-425a-b452-41d0216aeb17'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:17:34.467315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:17:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5b39d334-1f3d-425a-b452-41d0216aeb17'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:34.665022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] Set router 5b39d334-1f3d-425a-b452-41d0216aeb17 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:17:35.047042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:31Z', 'revision_number': 4, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port': {'id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:30Z', 'updated_at': '2021-01-27T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:27Z', 'revision_number': 5, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:17:35.053887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682ecd0-ad0d-4d34-9d67-b1aa7fb591da None None] The sync data for ids ['5b39d334-1f3d-425a-b452-41d0216aeb17'] in dv-cinder-772388-3-smb is: [{'id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'name': 'router1', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:17:10Z', 'updated_at': '2021-01-27T18:17:31Z', 'revision_number': 4, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'gw_port': {'id': '5411aa45-f63c-47f8-92dd-4045a153ae68', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:30Z', 'updated_at': '2021-01-27T18:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '21ed6365-666c-4bc6-b457-e92f0bb83298', 'name': '', 'network_id': '55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4', 'tenant_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'mac_address': 'fa:16:3e:15:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39d334-1f3d-425a-b452-41d0216aeb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:17:20Z', 'updated_at': '2021-01-27T18:17:27Z', 'revision_number': 5, 'project_id': '8e21f6ba52ff4ce69d0a325a2117f1d1', 'subnets': [{'id': 'e5c0b617-ad6d-48a5-8474-b615572cc107', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '791e6c67-7f3a-47b8-9b9b-328a71b3911b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:17:35.551698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47106) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:17:35.721059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5411aa45-f63c-47f8-92dd-4045a153ae68 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:35.725618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de3b6e-000d-47ea-a704-893a4f422876 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:17:35.727375 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c3de3b6e-000d-47ea-a704-893a4f422876 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1743226 Jan 27 18:17:35.804074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 5411aa45-f63c-47f8-92dd-4045a153ae68 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:17:35.810350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5411aa45-f63c-47f8-92dd-4045a153ae68 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:35.810684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:35.950434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:35.970316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 5411aa45-f63c-47f8-92dd-4045a153ae68, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5411aa45-f63c-47f8-92dd-4045a153ae68,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:17:35.974171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:35.977439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6ce7319-f548-42f5-9f85-c765ae0c81d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:17:36.057511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=5411aa45-f63c-47f8-92dd-4045a153ae68,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:17:36.062081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:17:37.694783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5411aa45-f63c-47f8-92dd-4045a153ae68 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:17:37.797853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5411aa45-f63c-47f8-92dd-4045a153ae68 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:17:37.798268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:38.334073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:17:39.181348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21922891-95f8-44b5-aae6-c8290035fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:41.999349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:42.036764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8897e298-d477-4096-879f-0999efebf17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:43.632047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:17:44.139290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:09.172656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-40dfe6ca-f355-44a9-ae2a-60a7818d9944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:11.974314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:12.016088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a089f12-3564-4876-99d7-db11e823049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:13.614197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:14.115952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:15.334692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:18:39.177769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4e9d03b4-930a-4735-87a5-90fe59e477d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:41.982988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:42.010731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0175d96-6d6a-4e3b-9065-b928f7d05b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:43.614727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:44.126863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:18:52.334026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:19:09.183517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f9394eac-7257-4e78-91d9-7cab734405ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:11.981390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:12.018511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dddd8ce7-5952-4e7d-9fe4-638ee7cc3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:13.609791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:14.135038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:29.379055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:19:39.187172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-898fd7b5-aedd-4bae-b695-5d7e67fa30cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:41.986396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:42.016346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea09-b130-4db3-bfdc-d1e5b447c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:43.612602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:44.134092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:53.943593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47682) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:19:54.072637 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c4ef07-49b3-4a94-a644-43d086a30c04 admin admin] GET failed (client error): The resource could not be found. Jan 27 18:19:54.074027 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c3c4ef07-49b3-4a94-a644-43d086a30c04 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1293926 Jan 27 18:19:54.235118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63924647-bef1-4d29-92dc-b52c6e112dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:19:54.236912 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-63924647-bef1-4d29-92dc-b52c6e112dee admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1582365 Jan 27 18:19:56.812316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47692) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:19:56.976703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b8f70-d869-414b-86ef-99040f8e33fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:19:56.977258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-568b8f70-d869-414b-86ef-99040f8e33fc admin admin] Synchronizing usage tracker for tenant:cfc70187fcab477285dc54a7baa06908 on resource:subnet {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:19:56.992808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-568b8f70-d869-414b-86ef-99040f8e33fc admin admin] Unset dirty status for tenant:cfc70187fcab477285dc54a7baa06908 on resource:subnet {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:19:56.994084 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-568b8f70-d869-414b-86ef-99040f8e33fc admin admin] 10.222.0.60 "GET /v2.0/subnets/e5c0b617-ad6d-48a5-8474-b615572cc107 HTTP/1.1" status: 200 len: 849 time: 0.1807714 Jan 27 18:19:57.005138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:19:57.143794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Notify callbacks [] for subnet, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:57.503030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363282032740212'] for subnet, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:57.516252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:19:57.666145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c0b617-ad6d-48a5-8474-b615572cc107,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:19:57.689761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.690130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.690497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.690854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.691204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.691560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.691914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.692256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.692612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.692901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.693307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.693639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:19:57.698510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:19:57.727590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:19:57.728496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:57.730724 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] 10.222.0.60 "PUT /v2.0/subnets/e5c0b617-ad6d-48a5-8474-b615572cc107 HTTP/1.1" status: 200 len: 868 time: 0.7300348 Jan 27 18:19:57.748402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee33ad8f-4ea1-49d9-b199-d57d88bd9401 None None] Network 55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:19:58.262335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-273e8a5c-10cf-4874-bdc6-42cbfe2ba32d None None] Provisioning complete for port 21ed6365-666c-4bc6-b457-e92f0bb83298 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:19:58.262946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-273e8a5c-10cf-4874-bdc6-42cbfe2ba32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:19:58.406877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-273e8a5c-10cf-4874-bdc6-42cbfe2ba32d None None] Provisioning complete for port a2eb696c-73ab-42f5-bd57-73f86d663b2e triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:19:58.407156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-273e8a5c-10cf-4874-bdc6-42cbfe2ba32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:00.280534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47702) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:00.717284 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f41799-76d8-4bd8-8dfc-05f9d25c58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:00.717683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f41799-76d8-4bd8-8dfc-05f9d25c58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:00.719421 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e1f41799-76d8-4bd8-8dfc-05f9d25c58c1 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.4377549 Jan 27 18:20:03.282339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47712) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:03.543719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8512ae-335f-4949-8105-8bca854260a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:03.544150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8512ae-335f-4949-8105-8bca854260a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:03.545822 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9f8512ae-335f-4949-8105-8bca854260a9 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2623887 Jan 27 18:20:06.122674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47722) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:06.368733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4deee6-9543-45c3-9df1-11708e724f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:06.369300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:20:06.370554 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1f4deee6-9543-45c3-9df1-11708e724f91 admin admin] 10.222.0.60 "GET /v2.0/networks/55b4b482-1e0e-4c2c-b6b1-d262c33ce6b4 HTTP/1.1" status: 200 len: 862 time: 0.2468226 Jan 27 18:20:08.909206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47732) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:09.141565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e2497-09f0-4cbd-a0c2-58a7f421d0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:09.143120 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5c6e2497-09f0-4cbd-a0c2-58a7f421d0b5 admin admin] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 886 time: 0.2328129 Jan 27 18:20:09.193387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-69bd602a-c150-425c-b5ef-83ffb93e0b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:11.674457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47742) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:11.832322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a43e05-5c7a-4072-864c-6d5ff629f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:11.832710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a43e05-5c7a-4072-864c-6d5ff629f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:11.834412 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-22a43e05-5c7a-4072-864c-6d5ff629f1ca admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1588588 Jan 27 18:20:11.988886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:12.010746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-52d5debf-0822-40a9-baa4-528de4155e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:13.617354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:14.137482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:14.343193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47752) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:14.500345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca86a9-d1df-4f51-a24e-4385565a5d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:14.500837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca86a9-d1df-4f51-a24e-4385565a5d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:14.502563 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-14ca86a9-d1df-4f51-a24e-4385565a5d5b admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1582539 Jan 27 18:20:17.100566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47762) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:17.257504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6333cf1-f901-4d0a-985e-08ee01360a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:17.259060 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b6333cf1-f901-4d0a-985e-08ee01360a85 admin admin] 10.222.0.60 "GET /v2.0/subnets/c0138d50-759d-4956-bbc0-9f49f9003f38 HTTP/1.1" status: 200 len: 816 time: 0.1573219 Jan 27 18:20:19.776750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47772) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:19.947369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa307d-b13a-4017-824e-99161db4ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:19.948773 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-63fa307d-b13a-4017-824e-99161db4ac51 admin admin] 10.222.0.60 "GET /v2.0/subnets/e5c0b617-ad6d-48a5-8474-b615572cc107 HTTP/1.1" status: 200 len: 868 time: 0.1708944 Jan 27 18:20:39.189240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b08b96b3-1790-4360-8cc8-2f96b2594f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:41.992674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:42.012560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c54af410-9fba-4269-8807-aba372cce49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:43.370286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:20:43.626103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:44.143340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:46.718031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47812) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:46.818793 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-67d97ff1-e19c-4995-ba19-9a646a6eb9dc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:20:46.820457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-67d97ff1-e19c-4995-ba19-9a646a6eb9dc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1011817 Jan 27 18:20:49.431382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47822) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:49.549376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaba570-ef6a-4c95-95b3-29ef729487a3 admin admin] GET failed (client error): The resource could not be found. Jan 27 18:20:49.550745 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8eaba570-ef6a-4c95-95b3-29ef729487a3 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1183033 Jan 27 18:20:49.715296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e45917-e8f9-49bc-b30e-6528c500017e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:49.716878 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-93e45917-e8f9-49bc-b30e-6528c500017e admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1610029 Jan 27 18:20:52.271128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47832) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:52.367992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:20:52.374806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:20:52.385674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:20:52.395951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Made reservation on behalf of cfc70187fcab477285dc54a7baa06908 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:20:52.402735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:52.507144 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.services.revisions.revision_plugin [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Could not find related network for resource to bump revision. Jan 27 18:20:52.537409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:20:52.549973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:52.550463 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Added segment 1d127e3b-7fa4-458f-9b52-dc0601f7dcc2 of type vxlan for network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 Jan 27 18:20:52.629406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:52.668887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:52.670518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:52.671183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:52.676991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:20:52.775413 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5026960 Jan 27 18:20:52.799298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Pushing event updated for resources: {'Network': ['ID=87b3b8b7-f77c-4155-8b96-ff6898e0bfd7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:20:52.808642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.809020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.809419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.809782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.810142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.810495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.810827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.811197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.811521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.811902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.812249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.812601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Tracked resource versions report: Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:20:52.813863 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:20:52.842549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:20:52.850808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:20:55.350787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47846) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:20:55.465851 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f409cf8-60a2-45c9-8eec-746baa6d0e6c admin admin] GET failed (client error): The resource could not be found. Jan 27 18:20:55.467165 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3f409cf8-60a2-45c9-8eec-746baa6d0e6c admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1152766 Jan 27 18:20:55.609782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa5c81-c550-4d04-90a7-f1c118d9848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:55.611465 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5ffa5c81-c550-4d04-90a7-f1c118d9848a admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1364903 Jan 27 18:20:55.622916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:20:55.628601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:20:55.640317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:20:55.650885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Made reservation on behalf of cfc70187fcab477285dc54a7baa06908 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:20:55.655584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:56.103756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:56.117490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:20:56.247072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2a9bea-779e-4eb5-9849-df8f36baf0a3,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:20:56.252137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:20:56.328359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Checking segment: {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:20:56.328663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Network hostable DHCP agents. Network: 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:20:56.348016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:20:56.363025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:20:56.367386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:20:56.367386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:56.373585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e77d223-8fb6-430f-b934-4d360103781d None None] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:20:56.401052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e44cfc78-ed96-4bb8-b8f3-fbc6504e3a04 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7821815 Jan 27 18:20:56.640898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-87b3b8b7-f77c-4155-8b96-ff6898e0bfd7', 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7', 'tenant_id': 'cfc70187fcab477285dc54a7baa06908', 'fixed_ips': [{'subnet_id': 'df2a9bea-779e-4eb5-9849-df8f36baf0a3'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:20:56.641941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:56.952962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Allocated IP 192.168.233.2 (87b3b8b7-f77c-4155-8b96-ff6898e0bfd7/df2a9bea-779e-4eb5-9849-df8f36baf0a3/334babe9-7b99-4f02-8976-4aba111c2f8b) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:20:57.345184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:57.357695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Transition to ACTIVE for port object 334babe9-7b99-4f02-8976-4aba111c2f8b will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:20:57.374450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Transition to ACTIVE for port object 334babe9-7b99-4f02-8976-4aba111c2f8b will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:20:57.379593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:57.393418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:20:57.530269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Pushing event updated for resources: {'Port': ['ID=334babe9-7b99-4f02-8976-4aba111c2f8b,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:20:57.541593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.541980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.542370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.542726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.543085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.543438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.543793 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.544135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.544488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.544839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.545212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.545589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:20:57.552215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:20:57.607960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:20:57.609557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:20:57.612356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:20:57.675645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Attempting to bind port 334babe9-7b99-4f02-8976-4aba111c2f8b on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:20:57.676049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Attempting to bind port 334babe9-7b99-4f02-8976-4aba111c2f8b by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:20:57.676450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Attempting to bind port 334babe9-7b99-4f02-8976-4aba111c2f8b on network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:20:57.682387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:20:57.682795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Checking segment: {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:20:57.683227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:57.683656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Bound using segment: {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:20:57.684165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Bound port: 334babe9-7b99-4f02-8976-4aba111c2f8b, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:20:57.684572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:57.781700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] For port 334babe9-7b99-4f02-8976-4aba111c2f8b, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:20:57.786365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] For port 334babe9-7b99-4f02-8976-4aba111c2f8b, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=334babe9-7b99-4f02-8976-4aba111c2f8b,segment=NetworkSegment(1d127e3b-7fa4-458f-9b52-dc0601f7dcc2),segment_id=1d127e3b-7fa4-458f-9b52-dc0601f7dcc2)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:20:57.790788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:20:57.804420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:20:57.962339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Pushing event updated for resources: {'Port': ['ID=334babe9-7b99-4f02-8976-4aba111c2f8b,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:20:57.967933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:20:59.242758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b195ea-6c65-44f4-89f7-4b64ff2a9670 None None] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:20:59.347393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-2cbad748-9296-43fb-9448-b10a74939f01 None None] Provisioning for port 334babe9-7b99-4f02-8976-4aba111c2f8b completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:20:59.847007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 334babe9-7b99-4f02-8976-4aba111c2f8b up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:20:59.943036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 334babe9-7b99-4f02-8976-4aba111c2f8b completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:20:59.948808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 334babe9-7b99-4f02-8976-4aba111c2f8b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:20:59.949261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:00.102243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4616a956-1035-4876-8c02-fe0a18426995 None None] Provisioning complete for port 334babe9-7b99-4f02-8976-4aba111c2f8b triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:21:00.102654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4616a956-1035-4876-8c02-fe0a18426995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:00.141127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:00.200461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 334babe9-7b99-4f02-8976-4aba111c2f8b, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=334babe9-7b99-4f02-8976-4aba111c2f8b,segment=NetworkSegment(1d127e3b-7fa4-458f-9b52-dc0601f7dcc2),segment_id=1d127e3b-7fa4-458f-9b52-dc0601f7dcc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:21:00.206806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:00.213468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:21:00.340196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=334babe9-7b99-4f02-8976-4aba111c2f8b,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:21:00.343299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:21:01.798981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 334babe9-7b99-4f02-8976-4aba111c2f8b up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:21:01.878388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 334babe9-7b99-4f02-8976-4aba111c2f8b triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:21:01.878808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:09.194134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-44878573-91c6-4caf-a860-f27c3c8dac00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:11.998101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:12.017898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-251e4edf-9d24-4b57-bd5d-f69502f59707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:13.629617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:14.154948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:20.373739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:21:39.205021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3593db50-f8aa-454b-a535-ca78ebe7b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:42.003364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:42.022061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-099a1ec7-551a-412d-9850-af7bc7c7b125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:43.623631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:44.151352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:21:57.373499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:22:05.120737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47888) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:22:05.128324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [None req-3530cc3a-04f7-4e4c-b2cb-b940de1f3f3c tempest-verify_tempest_config-575253738 tempest-verify_tempest_config-575253738-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:22:05.129350 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3530cc3a-04f7-4e4c-b2cb-b940de1f3f3c tempest-verify_tempest_config-575253738 tempest-verify_tempest_config-575253738-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0073612 Jan 27 18:22:05.531846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47908) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:22:05.698329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:05.715061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:22:05.719743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Usage tracker for resource:security_group_rule and tenant:724b5be71b374addbc7e8434c6f07ba6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:22:05.722922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:22:05.728928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:22:05.823464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:05.829059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:05.841501 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:22:05.889931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Synchronizing usage tracker for tenant:cfc70187fcab477285dc54a7baa06908 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:22:05.892607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbe612-0c51-419f-a12d-7a49266d03d3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:22:05.903641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.908110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:22:05.913215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:22:05.923522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Unset dirty status for tenant:cfc70187fcab477285dc54a7baa06908 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:22:05.924891 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=724b5be71b374addbc7e8434c6f07ba6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3919401 Jan 27 18:22:05.927812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47914) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:22:05.999412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:06.029439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:06.091044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:06.097197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:22:06.111158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbe612-0c51-419f-a12d-7a49266d03d3,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:22:06.114534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:22:06.115478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:06.116691 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54dbe612-0c51-419f-a12d-7a49266d03d3 HTTP/1.1" status: 204 len: 168 time: 0.1878924 Jan 27 18:22:09.210302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d7e4aa2b-9299-4589-a3c8-168ae45fb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:12.004652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:12.026207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c2eeca0a-97fb-49d4-b25d-3c411c62006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:13.631650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:14.162849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:34.374308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:22:39.203459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a30233b-068e-4137-88bd-4b395d6d0bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:42.005879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:42.030925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ddeea3a1-423d-439c-9358-47993d015c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:43.626313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:22:44.175791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:09.194896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6a0a-93e8-45b5-89f4-773b837a9cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:11.377210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:23:12.011910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:12.034800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd97d-0f27-4e9e-b069-fdba9137fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:13.631152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:14.170951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:39.196237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ee685125-5d19-4232-8ce8-9478abe78bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:42.012172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:42.038835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2a8753da-b242-4961-93ee-1ac664cfd519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:43.643164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:44.172398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:23:48.378458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 5 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:24:02.896174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176'] for agent, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:02.896968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.897203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.897605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.898103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.898516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.899025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.899423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.899786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.900161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.900528 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.900935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.901341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:24:02.901759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:24:02.906149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:24:03.306622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80116) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 27 18:24:03.312896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] get_endpoint_by_ip() called for ip 192.168.0.35 {{(pid=80116) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 27 18:24:03.319045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] _add_endpoint() called for ip 192.168.0.35 {{(pid=80116) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 27 18:24:03.327447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] _get_endpoints() called {{(pid=80116) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 27 18:24:09.190594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e244791-f40a-4d45-970d-45b98f4bbadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:12.016252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:12.042274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-95d14617-c3c0-4d31-b32b-d745d263c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:13.638750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:14.176521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:15.451992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 47986) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:24:15.612030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fffa7cb0-e90a-4014-bbf4-1cf9aa85676d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1587274 Jan 27 18:24:18.192266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 47996) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:24:18.306188 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8a4b2dad-27de-45e6-952c-234d447d9cc7 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1120565 Jan 27 18:24:25.381140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:24:32.911522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:39.200134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0220086d-b3f7-4d49-83d6-70776ee7dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:42.021025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:42.045672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5744dad4-d466-4233-bb66-e1cdede54c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:43.651148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:24:44.181378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:02.383899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:25:02.900453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:09.198070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-35213819-af3c-432d-a814-a9d64ec0aead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:12.025219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:12.049420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23099c36-a952-4ceb-884b-6c31688238ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:13.653174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:14.185481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:32.908717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:39.191831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ad90ad22-c0ee-4e11-8e4b-09e0703efed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:39.384760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:25:42.032579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:42.059207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-971b025a-d7bc-4816-b8c6-7de3da48deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:43.648071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:25:44.189351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:02.911154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.285196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48160) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:08.712079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-11433604-network', 'tenant_id': '7c8317f74a414508b67736c97a9aa058'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:08.720336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:08.725847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Usage tracker for resource:network and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:08.732389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:08.738435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:08.748374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:08.753177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.773719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.793039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:08.797373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:08.800933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:08.807452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:08.929729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.933276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.939615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:08.963787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:08.985538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:08.995536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:08.996001 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Added segment 22e7c914-abd5-47f0-a761-a9065b95e26a of type vxlan for network b65ddf2d-5ba4-4065-9825-93fa78ff377a Jan 27 18:26:08.998118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:08.998497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:08.998869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:08.999230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:08.999590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.000126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.000228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.000597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.000945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.001422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.001614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.002135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.002555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.002910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.003271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.003583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.003941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.004285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.004668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.004967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.005387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.005735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.006072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.006502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Tracked resource versions report: Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}, Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:26:09.007714 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:26:09.043155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:09.051580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.085437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.087294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:09.088430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.094886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:09.197026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3cacf59a-0671-4e29-8a8f-645642b888a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.200125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b65ddf2d-5ba4-4065-9825-93fa78ff377a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:09.203505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:09.220179 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9309359 Jan 27 18:26:09.220409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:09.221303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48194) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:09.247131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Request body: {'subnet': {'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-11433604-subnet', 'tenant_id': '7c8317f74a414508b67736c97a9aa058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:09.253099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:09.258212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Usage tracker for resource:subnet and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:09.263586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:09.273340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:09.284337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:09.290415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.430339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48200) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:09.571184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:09.790765 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:09.873870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:09.957296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48224) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:10.049624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-149556819-network', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:10.064595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:10.074415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Usage tracker for resource:network and tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:10.078794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:10.099024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:10.124203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Made reservation on behalf of 1f2ecfe0cbfa4ab8af4816d11432cfa5 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:10.129392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.159305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.209969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:10.218840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:10.227140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48232) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:10.230241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:10.254483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:10.295453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4917bf0-4e7e-4f60-bb24-67a48b494c60,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:10.307909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.308286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.308655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.309021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.309448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.309763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.310102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.310448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.310795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.311148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.311550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.311837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.312260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.312749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.312957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.313355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.313711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.314064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.314414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.314859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.315114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.315464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.315989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.316116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Tracked resource versions report: Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}, Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:26:10.317550 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:26:10.335414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:10.368171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.372880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.379036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:10.380072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Checking segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:10.380810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Network hostable DHCP agents. Network: b65ddf2d-5ba4-4065-9825-93fa78ff377a, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:10.416500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce13f8-eb9d-451d-af52-3a674a1e51a3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:10.421064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:10.429163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:10.445835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, b65ddf2d-5ba4-4065-9825-93fa78ff377a) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:10.446550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:10.451353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:10.452314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.459310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093dce83-ec86-44b1-831d-fdf2ac4bd508 None None] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:10.477504 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-646816ae-1597-4df1-ab36-00373d8a5e51 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2546344 Jan 27 18:26:10.500610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.501067 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Added segment 9e30c773-fde1-4a5b-b670-d9cdd49549aa of type vxlan for network d5c2e98f-3473-4b07-97ea-00f161d05dc8 Jan 27 18:26:10.559275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.619086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.622125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:10.623235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.630202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1569184-aead-40da-9f7a-63c51864e803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:10.777006 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3454080 Jan 27 18:26:10.780804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48242) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:10.781230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c2e98f-3473-4b07-97ea-00f161d05dc8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:10.788494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Request body: {'subnet': {'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-subnet', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:10.795181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:10.803790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:10.808434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Usage tracker for resource:subnet and tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:10.815710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:10.829444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:10.845980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:10.860048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Made reservation on behalf of 1f2ecfe0cbfa4ab8af4816d11432cfa5 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:10.869909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:10.880845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-759770467-network', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:10.890174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:10.902127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Usage tracker for resource:network and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:10.907340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:10.937910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:10.961984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:10.976643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Made reservation on behalf of be5eaed76c584610abde89839b5d0e38 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:10.981596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9d5b9-020a-4750-ace4-fb62e399fa11 None None] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:10.993757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.022271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.078483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:11.086872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2130141507-network', 'tenant_id': '4d85076aba77481d90d675b0cc131112'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:11.102051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:11.105333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:11.127991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:11.162468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Usage tracker for resource:network and tenant:4d85076aba77481d90d675b0cc131112 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:11.176657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:11.183723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:11.206848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:11.269242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Made reservation on behalf of 4d85076aba77481d90d675b0cc131112 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:11.280738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.345185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.416041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:11.437038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Usage tracker for resource:security_group_rule and tenant:4d85076aba77481d90d675b0cc131112 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:11.448998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:11.476308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:11.636741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.644599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.653067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:11.690193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d80f26-fd7e-4b32-9749-2ec4ade75749,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:11.716100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:11.725991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:11.745611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.746447 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Added segment cdccdb50-2054-4b7c-a84f-7691804d5129 of type vxlan for network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 Jan 27 18:26:11.810965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.874767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.896834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.909052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.946311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:11.977007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:11.979461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:26:11.980058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:26:11.984834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:11.986342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.004097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371315b4-2d40-42b8-8917-2321cd9eb6f5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:12.023017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:12.023856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3aa1a475-70ab-4df4-98da-25e7ad2220b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:12.063001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-22f9927c-8477-4906-9cdd-8197e5993acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:12.075986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.080879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b2f4c2a0-03f8-47c4-a6ab-40bf695467a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.148459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Checking segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:12.148848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Network hostable DHCP agents. Network: d5c2e98f-3473-4b07-97ea-00f161d05dc8, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:12.186555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:12.192872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc9b1c6-6606-4f89-94f1-d4760f990ab5,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:12.197853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:12.202571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, d5c2e98f-3473-4b07-97ea-00f161d05dc8) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:12.211823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Pushing event updated for resources: {'Network': ['ID=10ce740e-ecc2-49c2-8aa7-4de4b1871f50,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:12.212005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c974d-3a58-423a-a3c8-4f34a58e2cd6 None None] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:12.214348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:12.215014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.217889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:12.236482 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.2776990 Jan 27 18:26:12.239869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48292) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:12.244586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48296) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:12.245216 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4628365 Jan 27 18:26:12.248521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:12.251991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Request body: {'subnet': {'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-759770467-subnet', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:12.261642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:12.268475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:12.274131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Usage tracker for resource:router and tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:12.277959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:12.286382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:12.296943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:12.300522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.301996 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.320128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.339242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Usage tracker for resource:subnet and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:12.387167 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:12.684686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:12.687693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.882781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.914825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:12.925218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.925639 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Added segment d05a2b7b-e93f-4345-b52c-2dd6ec4782c7 of type vxlan for network e7cfe20e-dc6e-491e-a937-37f476e66b04 Jan 27 18:26:12.960514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:12.976461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602e0b9-3404-4eb9-bcde-124e1ee9f94f None None] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:12.997450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:13.025429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:13.086753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:13.087444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:13.107443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:13.165692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Made reservation on behalf of be5eaed76c584610abde89839b5d0e38 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:13.175726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:13.210471 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9791477 Jan 27 18:26:13.210903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48344) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:13.217613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Request body: {'subnet': {'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2130141507-subnet', 'tenant_id': '4d85076aba77481d90d675b0cc131112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:13.238689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:13.252253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Usage tracker for resource:subnet and tenant:4d85076aba77481d90d675b0cc131112 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:13.260323 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:13.279574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:13.296889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Made reservation on behalf of 4d85076aba77481d90d675b0cc131112 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:13.302159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:13.458725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Pushing event updated for resources: {'Network': ['ID=e7cfe20e-dc6e-491e-a937-37f476e66b04,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:13.464240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:13.499252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:13.587741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:13.670690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48362) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:13.693404 dv-cinder-772388-3-smb neutron-server[80001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 18:26:13.821402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.006997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-b818eb4d-c14a-4769-8326-ef0eaf113311 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:14.008750 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-b818eb4d-c14a-4769-8326-ef0eaf113311 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.3282969 Jan 27 18:26:14.051314 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-272c14f9-686a-4cc6-a403-519cf6d11631 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/quotas/7c8317f74a414508b67736c97a9aa058 HTTP/1.1" status: 200 len: 375 time: 0.0356853 Jan 27 18:26:14.124244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.128224 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-6b00c31d-d4e6-486b-b9f5-339772dce7b0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690210 Jan 27 18:26:14.170480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.207954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.517186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.545484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2f6a90cf-9c9e-4640-891a-680d2e907ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:14.692166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Allocated IP 172.28.2.232 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/5f23063c-3226-4cfc-904a-66edc82cf44c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:14.700480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a694f36d-b0c4-439e-a8f0-dd201af2fab6,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:14.705331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:14.794005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48410) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:14.807241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:14.817242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-6f415953-d62f-4669-8326-4b2a1fef662f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:26:14.818723 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-6f415953-d62f-4669-8326-4b2a1fef662f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3158987 Jan 27 18:26:14.830748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:14.855496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Checking segment: {'id': 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:14.855893 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Network hostable DHCP agents. Network: e7cfe20e-dc6e-491e-a937-37f476e66b04, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:14.862878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48416) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:14.988817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:14.996987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb2a75f-0846-47fd-9832-33f20e16af76,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:15.000090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.044797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:15.047181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, e7cfe20e-dc6e-491e-a937-37f476e66b04) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:15.050155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:15.062252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10a108-2d8a-4631-89d1-4a32b8891cd4 None None] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:15.076855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:15.087675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.091976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.121486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e48d85cdaf4f9d86e513195c9b17f3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:15.128681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:15.134211 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-d389b06a-1e86-4c42-aa54-2e196d5a5a77 service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026145 Jan 27 18:26:15.144573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:15.204083 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.264079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.295842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0835931 Jan 27 18:26:15.317730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:15.335218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac9b33869ea42f9be26936b7d365cd3 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:15.347677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:15.358323 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae5a8a-4bd7-4ea0-988d-058e5a931d9e None None] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:15.362319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:15.450914 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-d5ba13fe-db7b-4694-9193-414f20b47d9a service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3025398 Jan 27 18:26:15.592122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.611126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.649045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:15.662537 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1e48d85cdaf4f9d86e513195c9b17f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8669097 Jan 27 18:26:15.673235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48442) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:15.768888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:15.834526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.845064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Checking segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:15.846003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Network hostable DHCP agents. Network: 10ce740e-ecc2-49c2-8aa7-4de4b1871f50, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:15.867361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8fb73c-cb29-4ddb-8194-d813fa3dbb52,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:15.871016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:15.887804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:15.954955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Pushing event updated for resources: {'Port': ['ID=5f23063c-3226-4cfc-904a-66edc82cf44c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:15.970944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:15.974068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:15.993538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 10ce740e-ecc2-49c2-8aa7-4de4b1871f50) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:16.006679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:16.016659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdfe8ec-6b66-4920-b260-bcd7cfa9f9b0 None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:16.026378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:16.027212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.046869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:16.062846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:16.072098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:16.181235 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ac9b33869ea42f9be26936b7d365cd3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3123040 Jan 27 18:26:16.192019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48474) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:16.251994 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2456c5c2-d96f-4e8a-a5f8-ce0baeac8806 req-2d4b637d-3cc4-4fea-b0fb-700dd960c7a5 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.2093797 Jan 27 18:26:16.252686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0de601-89a9-4253-b0e6-fc1d3bf30d2c,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:16.258589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:16.269333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.332126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.385081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48490) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:16.385377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:26:16.495103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:26:16.495328 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2508824 Jan 27 18:26:16.495328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48494) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:16.495543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.504596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48498) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:16.523144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:16.528864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:16.534001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Usage tracker for resource:router and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:16.538033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:16.552294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:16.681962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.683232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.733232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-cf6248d4-9cb5-429e-a962-5e7c0122a087 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:16.735223 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-cf6248d4-9cb5-429e-a962-5e7c0122a087 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/networks?id=e7cfe20e-dc6e-491e-a937-37f476e66b04 HTTP/1.1" status: 200 len: 812 time: 0.3490560 Jan 27 18:26:16.736427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.743076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:16.769138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8fb73c-cb29-4ddb-8194-d813fa3dbb52,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:16.773049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:16.781114 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-33b11f16-5faf-431b-88df-968d4b069803 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/quotas/4d85076aba77481d90d675b0cc131112 HTTP/1.1" status: 200 len: 375 time: 0.0385458 Jan 27 18:26:16.811994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.843662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.865827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.886269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f8fb73c-cb29-4ddb-8194-d813fa3dbb52 HTTP/1.1" status: 204 len: 168 time: 1.2040458 Jan 27 18:26:16.892057 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-ad74b00c-f347-45ce-8f80-b310f0011f30 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d85076aba77481d90d675b0cc131112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972128 Jan 27 18:26:16.908071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.912711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Allocated IP 172.20.0.2 (10ce740e-ecc2-49c2-8aa7-4de4b1871f50/bdb2a75f-0846-47fd-9832-33f20e16af76/b013b6e8-af87-403b-a290-86324c1bf118) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:16.915485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:16.919907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:16.945604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Usage tracker for resource:security_group_rule and tenant:2123175ce2bc4793b9dc73ece0700244 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:16.967437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:16.993539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:17.112632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.199032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.211123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Transition to ACTIVE for port object b013b6e8-af87-403b-a290-86324c1bf118 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:17.256090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Transition to ACTIVE for port object b013b6e8-af87-403b-a290-86324c1bf118 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:17.267280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.302289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:17.493094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Pushing event updated for resources: {'Port': ['ID=b013b6e8-af87-403b-a290-86324c1bf118,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:17.503643 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2519d434-b52f-4b7b-bb0a-7d01b094f570 req-0ef14b7f-696a-4e2e-82e7-b6caa5cc2fab tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.1187308 Jan 27 18:26:17.506934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.507333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.507668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.508034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.508399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.508759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.509120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.509535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.509890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.510252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.510410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-e1e5c898-c27d-48cd-b906-4112e5e1628f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:26:17.510605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.510959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.511400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.511756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.512110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.512461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.512815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.513225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.513608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.513884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.514243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.514594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.514959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.515280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Tracked resource versions report: Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}, Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:26:17.516954 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:26:17.524482 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-e1e5c898-c27d-48cd-b906-4112e5e1628f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2670767 Jan 27 18:26:17.531498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:17.602593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:17.609220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:17.611951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:17.639177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48544) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:17.711023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Attempting to bind port b013b6e8-af87-403b-a290-86324c1bf118 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:17.711566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Attempting to bind port b013b6e8-af87-403b-a290-86324c1bf118 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:17.711945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Attempting to bind port b013b6e8-af87-403b-a290-86324c1bf118 on network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:17.719586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:17.720164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Checking segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:17.720748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.721280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Bound using segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:17.721889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Bound port: b013b6e8-af87-403b-a290-86324c1bf118, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:17.722379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.736793 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-dc4e9e11-7300-4d7f-b260-79d455bbffbe service neutron] 10.222.0.60 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073345 Jan 27 18:26:17.812718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.813755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.871549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:17.900706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] For port b013b6e8-af87-403b-a290-86324c1bf118, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:17.902561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.905794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] For port b013b6e8-af87-403b-a290-86324c1bf118, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=b013b6e8-af87-403b-a290-86324c1bf118,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:17.911573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.931580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:17.947578 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-1b2fa4e3-e607-43b8-8e39-31086a15c248 service neutron] 10.222.0.60 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1956069 Jan 27 18:26:17.948727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Usage tracker for resource:security_group_rule and tenant:1f726b5cc68e42399d249cf0d7197bad is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:17.952062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-de17fac9-d60e-475b-8acb-d0849d653d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:17.979857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:17.993354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0de601-89a9-4253-b0e6-fc1d3bf30d2c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:17.995433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:17.996674 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f0de601-89a9-4253-b0e6-fc1d3bf30d2c HTTP/1.1" status: 204 len: 168 time: 1.7807367 Jan 27 18:26:18.000682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:18.011159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:18.098279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Pushing event updated for resources: {'Port': ['ID=b013b6e8-af87-403b-a290-86324c1bf118,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:18.117200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:18.494769 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-568db536-fc31-4243-82b7-3d2176e0c17f req-6c3509ec-83e6-484a-bd49-0e57eb05f1b6 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.0808549 Jan 27 18:26:18.547142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:18.573382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:18.606731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:18.765029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c38f6-c80c-4d22-a3e8-27de0079dd78,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:18.770556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:18.776486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:18.875188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48604) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:18.916240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.080286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.54', 61758) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:19.087200 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2123175ce2bc4793b9dc73ece0700244&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5806925 Jan 27 18:26:19.117190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48622) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:19.436306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:19.451141 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bf523cb0-ff39-4f7b-9e3c-bca7940b5505 req-e9c81b95-c2cf-4741-857f-0e3299b1bc09 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.5196366 Jan 27 18:26:19.452253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Usage tracker for resource:security_group_rule and tenant:db616fa043c2490b8a2e6a8e43297e90 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:19.455676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:19.464174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:19.614173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.616961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.623879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-9d864a32-7fb8-4044-a014-ee4dc9506d66 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:19.624877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-9d864a32-7fb8-4044-a014-ee4dc9506d66 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:19.642086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:26:19.658021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f749f95f-ee2b-4e08-8fc5-e21001af80e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:19.667141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.675936 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db616fa043c2490b8a2e6a8e43297e90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7994721 Jan 27 18:26:19.685698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48654) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:19.797859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.843329 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22b2aef9-901e-42e6-8921-94a1b0f08489 req-f8f9275e-ce5b-4aa3-ad5b-2fbaaa04952a tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.0819657 Jan 27 18:26:19.847674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.890123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:19.907589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382a1b0-b231-4509-b49c-0e3bc07fa8da,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:19.934909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:19.997508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.007387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-be2c51cb-83f5-45c6-a8a7-d96d3749a72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:20.026260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382a1b0-b231-4509-b49c-0e3bc07fa8da,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:20.051106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:20.051106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.062899 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5382a1b0-b231-4509-b49c-0e3bc07fa8da HTTP/1.1" status: 204 len: 168 time: 0.3759246 Jan 27 18:26:20.159916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device b013b6e8-af87-403b-a290-86324c1bf118 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:20.161064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:20.227597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6120a-dbc7-4ae0-a9e2-893566b2540c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:20.231637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-9d864a32-7fb8-4044-a014-ee4dc9506d66 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:20.233462 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-9d864a32-7fb8-4044-a014-ee4dc9506d66 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 1.1479483 Jan 27 18:26:20.234402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:20.244213 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.277950 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.352748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Request body: {'port': {'device_id': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a', 'admin_state_up': True, 'tenant_id': '7c8317f74a414508b67736c97a9aa058'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:20.397511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e113e92-1799-4dd2-b8d4-a17b74d4aded None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:20.400003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.737326 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f726b5cc68e42399d249cf0d7197bad&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0712016 Jan 27 18:26:20.740391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48686) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:20.743915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.54', 61768) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:20.773196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3d9e60a9-c3c7-41ef-87d0-f92c8b3e829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:20.799760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:20.912582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:20.951658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c38f6-c80c-4d22-a3e8-27de0079dd78,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:20.958332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:20.965844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.033519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-69db5e3c-cfe5-4cef-b4f8-2557411ee96c None None] Provisioning for port b013b6e8-af87-403b-a290-86324c1bf118 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:21.186150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port b013b6e8-af87-403b-a290-86324c1bf118 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:21.212563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port b013b6e8-af87-403b-a290-86324c1bf118 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:21.213296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.331100 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-03a3182f-c5e5-4857-a361-c51076ab7b45 req-4298eec0-6e1d-472d-8e2e-e8a2a8f5de60 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.5270762 Jan 27 18:26:21.577937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.654493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port b013b6e8-af87-403b-a290-86324c1bf118, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=b013b6e8-af87-403b-a290-86324c1bf118,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:21.675334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.689415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:21.695699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Usage tracker for resource:port and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:21.699229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:21.706093 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:21.715374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.727261 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/978c38f6-c80c-4d22-a3e8-27de0079dd78 HTTP/1.1" status: 204 len: 168 time: 2.5628476 Jan 27 18:26:21.761279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:21.771091 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9628f12-c030-486b-a30a-acdf4fc122eb req-dd9ca812-d788-432d-8f2f-939fa8451d5a tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.4241920 Jan 27 18:26:21.809815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:21.909549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:26:21.920141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Sync routers for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:26:21.945395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:21.955312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=b013b6e8-af87-403b-a290-86324c1bf118,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:21.956015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:21.968442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:21.985766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-09071b69-123f-4fd6-8983-4f0da5b0f7c1 None None] Provisioning complete for port b013b6e8-af87-403b-a290-86324c1bf118 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:21.987851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-09071b69-123f-4fd6-8983-4f0da5b0f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:22.065199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:22.069391 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.8224468 Jan 27 18:26:22.077291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-3dd4c0f8-24e9-48af-8697-4f4d76fd466f tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:22.079582 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-3dd4c0f8-24e9-48af-8697-4f4d76fd466f tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.54 "GET /v2.0/networks?id=e7cfe20e-dc6e-491e-a937-37f476e66b04 HTTP/1.1" status: 200 len: 812 time: 0.9299419 Jan 27 18:26:22.084762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48724) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:22.411541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Request body: {'port': {'device_id': '4003da6d-be89-4235-8b56-884f4ab419be', 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04', 'admin_state_up': True, 'tenant_id': '4d85076aba77481d90d675b0cc131112'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:22.628516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-66264397-e7f2-49c7-89ff-636e6c233bda None None] Provisioning complete for port b013b6e8-af87-403b-a290-86324c1bf118 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:22.628949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-66264397-e7f2-49c7-89ff-636e6c233bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:22.761264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:23.263277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:23.325399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Allocated IP 172.28.2.122 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/0db938eb-ddb4-48df-a133-7f86fa715cde) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:23.442542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Allocated IP 172.20.0.4 (b65ddf2d-5ba4-4065-9825-93fa78ff377a/d4917bf0-4e7e-4f60-bb24-67a48b494c60/ae2d8379-9e59-4fe6-8d12-cddd531b818c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:23.698598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48760) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:23.703287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:16Z', 'revision_number': 3, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:23.715658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Checking router: 934da044-1fb6-4a72-9f7f-3e25ca7d2659 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:26:23.718420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Updating router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 port 5f23063c-3226-4cfc-904a-66edc82cf44c binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:26:23.853882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:23.884698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:23.906189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-33f03f6a-79c1-4090-822d-fdbd20bfdad8 req-bd85090f-bd4b-4493-8762-2079f50370f5 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.4546225 Jan 27 18:26:24.021504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.028156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.052152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fe0193f0-2f78-4203-acaf-39e7bb1dc0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:24.062916 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7b315ec9-98b7-46f6-b8a7-c0a81be3a90e req-c6bfaa79-905e-469b-a800-5f09d40bb032 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.6140392 Jan 27 18:26:24.087659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device b013b6e8-af87-403b-a290-86324c1bf118 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:24.099688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.266227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Pushing event updated for resources: {'Port': ['ID=0db938eb-ddb4-48df-a133-7f86fa715cde,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:24.275014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:24.324297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:24.325783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:24.328276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.348274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:24.385012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:24.396254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Usage tracker for resource:port and tenant:4d85076aba77481d90d675b0cc131112 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:24.404219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:24.417020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:24.453295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port b013b6e8-af87-403b-a290-86324c1bf118 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:24.453723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.472639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:24.606894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Made reservation on behalf of 4d85076aba77481d90d675b0cc131112 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:24.658649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.701871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.882337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:24.900408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event updated for resources: {'Port': ['ID=ae2d8379-9e59-4fe6-8d12-cddd531b818c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:24.919977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:24.932330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.951449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Transition to ACTIVE for port object 5f23063c-3226-4cfc-904a-66edc82cf44c will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:24.955429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:24.981736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6120a-dbc7-4ae0-a9e2-893566b2540c,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:24.994975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:25.004407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:25.071532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:25.073371 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ec6120a-dbc7-4ae0-a9e2-893566b2540c HTTP/1.1" status: 204 len: 168 time: 4.3314185 Jan 27 18:26:25.212693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Pushing event updated for resources: {'Port': ['ID=5f23063c-3226-4cfc-904a-66edc82cf44c,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:25.282674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:25.295258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:25.405392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.408737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.415530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.416455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.417046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.417644 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.418224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.418790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.419380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.419952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.422240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.422973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.423655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.425907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.427153 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.429774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.430438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.431025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.431791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.434435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.435067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.435654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.436228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.436942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Tracked resource versions report: Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: pushed versions: Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: { 'AddressGroup': {'1.1'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': {'1.0'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': {'1.0'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': {'1.1'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': {'1.6'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': {'1.2'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': {'1.8'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': {'1.4'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': {'1.2'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': {'1.0'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': {'1.1'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': {'1.1'}} Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: consumer versions: Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: { DHCP agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: L3 agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: Metadata agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: Metering agent@dv-cinder-772388-3-smb: {}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@dv-cinder-772388-3-smb: { 'AddressGroup': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}, Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'ConntrackHelper': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Log': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Network': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Port': '1.6', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'PortForwarding': '1.2', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'QosPolicy': '1.8', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroup': '1.4', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SecurityGroupRule': '1.2', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'SubPort': '1.0', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Subnet': '1.1', Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: 'Trunk': '1.1'}} Jan 27 18:26:25.444786 dv-cinder-772388-3-smb neutron-server[80001]: {{(pid=80117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 18:26:25.456368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:25.597040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Attempting to bind port 5f23063c-3226-4cfc-904a-66edc82cf44c on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:25.597779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Attempting to bind port 5f23063c-3226-4cfc-904a-66edc82cf44c by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:25.598608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Attempting to bind port 5f23063c-3226-4cfc-904a-66edc82cf44c on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:25.606754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:25.607585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:25.608265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:25.608927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:25.609696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Bound port: 5f23063c-3226-4cfc-904a-66edc82cf44c, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:25.610324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:25.977946 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c04b7156-f7a7-4dfc-9bbb-cdfb3d6bdde1 req-a7c87a18-242a-4a56-8203-69fcb580d230 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.1746511 Jan 27 18:26:26.009245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:26.026159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] For port 5f23063c-3226-4cfc-904a-66edc82cf44c, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:26.068838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] For port 5f23063c-3226-4cfc-904a-66edc82cf44c, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f23063c-3226-4cfc-904a-66edc82cf44c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:26.080864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Usage tracker for resource:security_group_rule and tenant:11d0306f013245ccbc454ca0f0725d59 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:26.081546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:26.103790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:26.118502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:26.181351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:26.257367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:26.261677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:26.310319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:26.469001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:26.469816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:26.603553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb716fbd-b268-49e6-b3a1-95ee6c9b5eba req-3aef58cc-e7ff-4e71-85d0-631644fab1f2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:26.618995 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eb716fbd-b268-49e6-b3a1-95ee6c9b5eba req-3aef58cc-e7ff-4e71-85d0-631644fab1f2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 931 time: 0.9192677 Jan 27 18:26:26.794242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Pushing event updated for resources: {'Port': ['ID=5f23063c-3226-4cfc-904a-66edc82cf44c,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:26.801080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:26.809455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:26.811361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:26.845779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:26.863885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:26.936274 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eb716fbd-b268-49e6-b3a1-95ee6c9b5eba req-09e40086-7645-4277-9c99-2e8b77ae42a7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148634 Jan 27 18:26:27.103669 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7779226 Jan 27 18:26:27.311824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:27.564190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Router c70f877f-198a-41c5-9378-a0795d43a8ea is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:26:27.771798 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2704f7ab-8595-4ff5-89da-cdf57e269b17 req-83f4e197-c372-4c63-8767-cb9d082caf43 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.2090507 Jan 27 18:26:27.988169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Allocated IP 172.20.0.9 (e7cfe20e-dc6e-491e-a937-37f476e66b04/a694f36d-b0c4-439e-a8f0-dd201af2fab6/615f0dcb-7cc9-4bb0-946e-c90bae403c46) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:27.996672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:26:28.007966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:26:28.026990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:28.045579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:28.070621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:28.071987 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.5540645 Jan 27 18:26:28.075920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48852) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:28.258688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:16Z', 'revision_number': 3, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:28.273680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942a7f-a3d6-43b2-9192-45648e2ba160 None None] The sync data for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb is: [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:16Z', 'revision_number': 3, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:26:28.523214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:28.628322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:28.664006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48860) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:28.712539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:28.894942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8252d457-54b9-4be8-8088-79fa08a38e7a tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:26:28.896464 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-8252d457-54b9-4be8-8088-79fa08a38e7a tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0130463 Jan 27 18:26:29.133162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:29.162437 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11d0306f013245ccbc454ca0f0725d59&name=default HTTP/1.1" status: 200 len: 2979 time: 5.2839553 Jan 27 18:26:29.167702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48872) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:29.421110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:24Z', 'revision_number': 3, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:29.431741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:26:29.432143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Updating router c70f877f-198a-41c5-9378-a0795d43a8ea port 0db938eb-ddb4-48df-a133-7f86fa715cde binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:26:29.522647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Allocated IP 172.20.0.1 (d5c2e98f-3473-4b07-97ea-00f161d05dc8/ddc9b1c6-6606-4f89-94f1-d4760f990ab5/a5fe0579-85c4-4040-b3a6-e110f963eab6) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:29.579791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-52e04826-acd9-4cc2-b061-e16f9e86386e req-fde71597-e20b-49dc-bf3e-9d95449c7ac0 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.4129224 Jan 27 18:26:29.634655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:29.676597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:29.680011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48880) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:29.740566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda7b74-d4dc-4bfc-9a0f-c29327d01a45,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:29.770512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:29.776284 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:29.794386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Usage tracker for resource:security_group_rule and tenant:467701290c9d429ea698e69dcabf7165 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:29.802424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:29.820526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:29.951263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.007202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.074014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:30.086778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:30d226c3d1994cfdbc16ebd9c3187384 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:30.090762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:30.102684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:30.105857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cf94-aa6b-469b-8017-d2bfdf35dd8e req-38f1fc3a-e3ff-4d27-81fc-d90d9376315e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:30.119471 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7f28cf94-aa6b-469b-8017-d2bfdf35dd8e req-38f1fc3a-e3ff-4d27-81fc-d90d9376315e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 931 time: 1.6056397 Jan 27 18:26:30.192493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f23063c-3226-4cfc-904a-66edc82cf44c up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:30.216375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.276444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.424946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 5f23063c-3226-4cfc-904a-66edc82cf44c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:30.470172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5f23063c-3226-4cfc-904a-66edc82cf44c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:30.470601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.519591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Allocated IP 172.20.0.1 (10ce740e-ecc2-49c2-8aa7-4de4b1871f50/bdb2a75f-0846-47fd-9832-33f20e16af76/2475494a-0d0a-42c5-be66-b9628e39160d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:30.535295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Request body: {'port': {'device_id': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:30.842945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.886527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4d272f02-a20c-4d0e-b06b-806daa8a60e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:30.938526 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=467701290c9d429ea698e69dcabf7165&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2633727 Jan 27 18:26:30.957261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d113dadc-14d5-42c0-a927-17f7a3520900,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:30.980041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:30.982713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.990058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.996028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:30.997056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48908) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:31.020890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 5f23063c-3226-4cfc-904a-66edc82cf44c, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f23063c-3226-4cfc-904a-66edc82cf44c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:31.029507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.031388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7f28cf94-aa6b-469b-8017-d2bfdf35dd8e req-31fa04db-0f82-4050-b6bf-2d1eedf53d41 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9087813 Jan 27 18:26:31.045712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:31.155375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:26:31.253180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=5f23063c-3226-4cfc-904a-66edc82cf44c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:31.278134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:31.385452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.405598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.425942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-70d11311-ef02-43b8-9316-5e1127f267d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:31.434182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.434331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.475912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Transition to ACTIVE for port object 0db938eb-ddb4-48df-a133-7f86fa715cde will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:31.479393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.521663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.558036 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30d226c3d1994cfdbc16ebd9c3187384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8699698 Jan 27 18:26:31.595476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48916) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:31.643008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:31.651955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Transition to ACTIVE for port object 2475494a-0d0a-42c5-be66-b9628e39160d will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:31.687502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c73ac-f515-429b-a518-777179008670,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:31.747135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Attempting to bind port 0db938eb-ddb4-48df-a133-7f86fa715cde on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:31.747783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Attempting to bind port 0db938eb-ddb4-48df-a133-7f86fa715cde by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:31.748393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Attempting to bind port 0db938eb-ddb4-48df-a133-7f86fa715cde on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:31.757735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:31.769895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:31.770603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:31.771185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.771744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:31.772442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Bound port: 0db938eb-ddb4-48df-a133-7f86fa715cde, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:31.772994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.816684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4aead33-f41c-432f-b65d-a3b705d60776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:31.893692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.949984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:31.951411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:31.957677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] For port 0db938eb-ddb4-48df-a133-7f86fa715cde, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:31.964629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] For port 0db938eb-ddb4-48df-a133-7f86fa715cde, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=0db938eb-ddb4-48df-a133-7f86fa715cde,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:31.971897 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5aa5875c-5687-49e5-ae6f-946b792b1855 req-f172806e-5a4c-47ac-a676-663c8d3d3819 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.9764292 Jan 27 18:26:31.975627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:31.979203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:31.984930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.002730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:32.005455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:32.006283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.123253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.151497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.400410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dbb145e1-985b-477f-ba0e-973583c48b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:32.426668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f23063c-3226-4cfc-904a-66edc82cf44c up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:32.493368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.500700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Pushing event updated for resources: {'Port': ['ID=0db938eb-ddb4-48df-a133-7f86fa715cde,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:32.513478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:32.525251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Pushing event updated for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:32.534532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:32.538372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:32.559764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.581411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:32.587684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:32.655202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:32.656003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.657574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.665917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.752341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:32.773686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Pushing event updated for resources: {'Port': ['ID=0db938eb-ddb4-48df-a133-7f86fa715cde,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:32.790426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda7b74-d4dc-4bfc-9a0f-c29327d01a45,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:32.814747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:32.824392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.825581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:32.836740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:32.837601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:32.874376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.927872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-08d0bde5-47b1-49f3-8041-4c76b4f8b6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:32.968660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.970174 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cda7b74-d4dc-4bfc-9a0f-c29327d01a45 HTTP/1.1" status: 204 len: 168 time: 3.7795069 Jan 27 18:26:32.971257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d113dadc-14d5-42c0-a927-17f7a3520900,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:32.979019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:32.990319 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d113dadc-14d5-42c0-a927-17f7a3520900 HTTP/1.1" status: 204 len: 168 time: 1.9571135 Jan 27 18:26:32.994645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:33.024029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.171287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5f23063c-3226-4cfc-904a-66edc82cf44c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:33.171864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.270701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.287199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-65888512-5cb4-4653-a333-4f585e5beb99 None None] Provisioning for port 2475494a-0d0a-42c5-be66-b9628e39160d completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:33.313621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.331378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-65888512-5cb4-4653-a333-4f585e5beb99 None None] Provisioning complete for port 2475494a-0d0a-42c5-be66-b9628e39160d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:33.331817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-65888512-5cb4-4653-a333-4f585e5beb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.414437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-65888512-5cb4-4653-a333-4f585e5beb99 None None] Port 2475494a-0d0a-42c5-be66-b9628e39160d cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:26:33.440833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:33.502170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:33.566257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.613463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2800963d-0635-40c5-a02f-22de022f5b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:33.628445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcffab-f3c2-49dd-8d48-9a7ca656e81f req-809804c9-baf4-4aab-9a69-d88337d11c29 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:33.630715 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8dcffab-f3c2-49dd-8d48-9a7ca656e81f req-809804c9-baf4-4aab-9a69-d88337d11c29 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 931 time: 1.1626246 Jan 27 18:26:33.683829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c73ac-f515-429b-a518-777179008670,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:33.709769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:33.750215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.751469 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/338c73ac-f515-429b-a518-777179008670 HTTP/1.1" status: 204 len: 168 time: 2.1553199 Jan 27 18:26:33.800007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:33.878974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:33.882507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.887308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:33.889104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:33.911774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.925476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:33.932059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:33.936343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Usage tracker for resource:security_group_rule and tenant:96d7c3c8192e4ca7b76bd94cd63a3635 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:33.939531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:33.945752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:33.967255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:24Z', 'revision_number': 3, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:33.973978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b1417-335a-447d-9159-b170a0ab0499 None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:24Z', 'revision_number': 3, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:26:33.984594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.003437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2d8379-9e59-4fe6-8d12-cddd531b818c {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:26:34.017819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:34.024070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:34.024838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.061902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Pushing event updated for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:34.096037 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8dcffab-f3c2-49dd-8d48-9a7ca656e81f req-f3d6b59b-5018-49f3-92cd-2123f0c744ac tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405725 Jan 27 18:26:34.099885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:34.201688 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.8485603 Jan 27 18:26:34.229121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Request body: {'port': {'device_id': '4003da6d-be89-4235-8b56-884f4ab419be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:34.360354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.377951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.381477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48970) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:34.386945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ed976-e661-47bd-9f0b-8884d86f0cef req-72b43b99-750b-4817-ada6-4c2c928b5f87 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:34.387982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-764ed976-e661-47bd-9f0b-8884d86f0cef req-72b43b99-750b-4817-ada6-4c2c928b5f87 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Synchronizing usage tracker for tenant:4d85076aba77481d90d675b0cc131112 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:34.399206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.425325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Pushing event updated for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:34.485489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:34.500490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:34.563203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f2306-ee29-440c-addf-c02b490a0d76,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:34.567974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:34.570081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Transition to ACTIVE for port object ae2d8379-9e59-4fe6-8d12-cddd531b818c will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:34.576826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.605042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.616472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-764ed976-e661-47bd-9f0b-8884d86f0cef req-72b43b99-750b-4817-ada6-4c2c928b5f87 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Unset dirty status for tenant:4d85076aba77481d90d675b0cc131112 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:34.624513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:34.627054 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-764ed976-e661-47bd-9f0b-8884d86f0cef req-72b43b99-750b-4817-ada6-4c2c928b5f87 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 931 time: 1.2307837 Jan 27 18:26:34.638339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3fd472262e4991aeef02a6d9d30760 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:34.642096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:34.648812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:34.722998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8dfac577-bf26-480c-b259-2d4666045e1f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:34.749349 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-764ed976-e661-47bd-9f0b-8884d86f0cef req-c122b41e-48a2-4986-8474-b97325d7534c tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210046 Jan 27 18:26:34.775166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:34.792484 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96d7c3c8192e4ca7b76bd94cd63a3635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8998001 Jan 27 18:26:34.802220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48980) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:35.028509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:26:35.083613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 48988) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:35.096128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.114128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.130451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.153591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f96fd15a-5047-4cae-84f2-76a02d803522 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:35.164778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d8379-9e59-4fe6-8d12-cddd531b818c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:35.172735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:35.241531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:35.247603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:35.471182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.479844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.560382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9c129514-5074-4a4f-a8eb-84cba39bd6c2 None None] Provisioning complete for port 2475494a-0d0a-42c5-be66-b9628e39160d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:35.560893 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9c129514-5074-4a4f-a8eb-84cba39bd6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.566554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:35.626215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-275232071-network', 'tenant_id': '5efe2f40234d4a20b5e0aed43bafdf83'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:35.627945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-9c129514-5074-4a4f-a8eb-84cba39bd6c2 None None] Port 2475494a-0d0a-42c5-be66-b9628e39160d cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:26:35.640500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:35.665799 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d3fd472262e4991aeef02a6d9d30760&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684510 Jan 27 18:26:35.666562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d90e7f-1794-4d47-8cce-abc42da3312b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:35.672439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 48996) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:35.676801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:35.679883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Attempting to bind port ae2d8379-9e59-4fe6-8d12-cddd531b818c on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:35.680251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Attempting to bind port ae2d8379-9e59-4fe6-8d12-cddd531b818c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:35.680614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Attempting to bind port ae2d8379-9e59-4fe6-8d12-cddd531b818c on network b65ddf2d-5ba4-4065-9825-93fa78ff377a {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:35.704374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:35.704728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Checking segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:35.705202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.705611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Bound using segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:35.706140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Bound port: ae2d8379-9e59-4fe6-8d12-cddd531b818c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:35.706508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.712335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Usage tracker for resource:network and tenant:5efe2f40234d4a20b5e0aed43bafdf83 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:35.723494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:35.727810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.741225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:26:35.758611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:35.777913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:35.805451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:35.847129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Made reservation on behalf of 5efe2f40234d4a20b5e0aed43bafdf83 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:35.852359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.868372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:35.913538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.008423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.060659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] For port ae2d8379-9e59-4fe6-8d12-cddd531b818c, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:36.068735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 0db938eb-ddb4-48df-a133-7f86fa715cde up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:36.070155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] For port ae2d8379-9e59-4fe6-8d12-cddd531b818c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:36.074388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.079389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:36.085616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5efe2f40234d4a20b5e0aed43bafdf83 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:36.089843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:36.096560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.098235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:36.128610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:36.167405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 0db938eb-ddb4-48df-a133-7f86fa715cde completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:36.179174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 0db938eb-ddb4-48df-a133-7f86fa715cde triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:36.179848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.207357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.231059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.236955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.306508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:26:36.340165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780224-a603-45f1-ae47-80189021cd73 req-75f5536d-4886-4ef9-95a1-9a9b0cc213f9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:36.347742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.348991 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5b780224-a603-45f1-ae47-80189021cd73 req-75f5536d-4886-4ef9-95a1-9a9b0cc213f9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 943 time: 0.9227371 Jan 27 18:26:36.356967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:36.361259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:36.373572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 0db938eb-ddb4-48df-a133-7f86fa715cde, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=0db938eb-ddb4-48df-a133-7f86fa715cde,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:36.375403 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] 10.222.0.60 "PUT /v2.0/routers/c70f877f-198a-41c5-9378-a0795d43a8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2969000 Jan 27 18:26:36.377518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.388957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:36.391079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:36.395696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:26:36.456912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d8379-9e59-4fe6-8d12-cddd531b818c,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:36.461211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:36.470153 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:36.479468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.492235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:36.507336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=0db938eb-ddb4-48df-a133-7f86fa715cde,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:36.515327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:36.528803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d90e7f-1794-4d47-8cce-abc42da3312b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:36.532239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:36.542292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:36.542962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.544655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] 10.222.0.54 "PUT /v2.0/ports/ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 200 len: 1157 time: 6.6996889 Jan 27 18:26:36.545499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.549440 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31d90e7f-1794-4d47-8cce-abc42da3312b HTTP/1.1" status: 204 len: 168 time: 0.8718860 Jan 27 18:26:36.549440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:36.713005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5fc1e-bb7c-47a7-8491-8dacb71feffd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:36.719561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.719955 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Added segment ecd87dc5-7ef3-4841-85fc-a1d27cc14f0e of type vxlan for network eecd0e96-c011-4b0e-845f-e375195af4bd Jan 27 18:26:36.720430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-6ca2a678-a74a-4f95-b5a1-3e29c3df4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:36.722480 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-6ca2a678-a74a-4f95-b5a1-3e29c3df4f7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 1160 time: 0.1029239 Jan 27 18:26:36.798926 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5b780224-a603-45f1-ae47-80189021cd73 req-2488148f-c2c9-44db-b387-f0c31f8cca25 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487820 Jan 27 18:26:36.818497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.826785 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a54f2306-ee29-440c-addf-c02b490a0d76 HTTP/1.1" status: 204 len: 168 time: 1.8042438 Jan 27 18:26:36.871351 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-98e6328b-d1f0-4060-853f-b73b0d3732ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 200 len: 217 time: 0.1317394 Jan 27 18:26:36.920420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bf1f-9d6a-4ea8-aac1-66511868086f req-6afe110c-42cc-4b8f-aead-90f24272958e tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:36.928531 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e6bf1f-9d6a-4ea8-aac1-66511868086f req-6afe110c-42cc-4b8f-aead-90f24272958e tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 931 time: 1.0321491 Jan 27 18:26:36.930801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f2306-ee29-440c-addf-c02b490a0d76,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:36.934887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615f0dcb-7cc9-4bb0-946e-c90bae403c46 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:26:36.948087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:36.967936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:36.968201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:36.973347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:36.978635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-2c1fe304-394e-49f5-8ee8-cb7eaf44294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:36.980728 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-2c1fe304-394e-49f5-8ee8-cb7eaf44294a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1024392 Jan 27 18:26:37.019193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:37.061487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Transition to ACTIVE for port object 615f0dcb-7cc9-4bb0-946e-c90bae403c46 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:37.072324 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-25a611aa-294e-408d-ad53-be92cae90e95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844820 Jan 27 18:26:37.078380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:37.143957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e6bf1f-9d6a-4ea8-aac1-66511868086f req-1764208c-9c6a-4b1c-a16f-160d1ddcb227 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144318 Jan 27 18:26:37.151853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:37.276714 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-7b45a461-03cb-4516-92ee-dbd12a9331c5 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950893 Jan 27 18:26:37.322866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:26:37.340880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:37.342077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:37.394489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:26:37.431295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:37.448436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:37.449085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:37.460688 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a07bc73e-a10b-461e-9f27-4dd2ab0767f9 req-03ae6087-4a8f-4809-b69f-e510b99fcf74 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1722372 Jan 27 18:26:37.667530 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5824795 Jan 27 18:26:37.670650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49048) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:37.689587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Request body: {'subnet': {'network_id': 'eecd0e96-c011-4b0e-845f-e375195af4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-275232071-subnet', 'tenant_id': '5efe2f40234d4a20b5e0aed43bafdf83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:37.699290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49056) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:37.707910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:37.719349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859545053', 'description': 'tempest-description--1460095915'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:37.750117 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c', 'status': 'completed', 'code': 200} Jan 27 18:26:37.752511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:37.753727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:37.766324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:37.767292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Usage tracker for resource:subnet and tenant:5efe2f40234d4a20b5e0aed43bafdf83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:37.771548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:37.780617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b29fa9c6-720d-4d5e-83e0-efdbcbe4b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:37.809108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:37.829378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:37.847742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:37.868982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:37.875589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:37.933967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:37.994140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Made reservation on behalf of 5efe2f40234d4a20b5e0aed43bafdf83 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:38.020847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:38.068719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=eecd0e96-c011-4b0e-845f-e375195af4bd,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:38.081839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network eecd0e96-c011-4b0e-845f-e375195af4bd details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:38.114444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:38.258635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:38.307499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network eecd0e96-c011-4b0e-845f-e375195af4bd details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:38.320548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:38.325211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:38.352111 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:38.360286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:26:38.406064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-f41f7c52-44df-4276-8018-871a0c0acb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:38.407863 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] 10.222.0.60 "PUT /v2.0/routers/934da044-1fb6-4a72-9f7f-3e25ca7d2659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2929068 Jan 27 18:26:38.421923 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-f41f7c52-44df-4276-8018-871a0c0acb89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 1160 time: 0.6504991 Jan 27 18:26:38.501337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Attempting to bind port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:38.501994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 2, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:38.507258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:26:38.507475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Attempting to bind port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:38.508158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Updating router c70f877f-198a-41c5-9378-a0795d43a8ea port 2475494a-0d0a-42c5-be66-b9628e39160d binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:26:38.511872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Attempting to bind port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 on network e7cfe20e-dc6e-491e-a937-37f476e66b04 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:38.534773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:38.535166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Checking segment: {'id': 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:38.535626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:38.536125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Bound using segment: {'id': 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:38.536948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Bound port: 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e7cfe20e-dc6e-491e-a937-37f476e66b04'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:38.538855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 0db938eb-ddb4-48df-a133-7f86fa715cde up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:38.539141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:38.636398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:38.677016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-cf3f6164-5e5d-4057-a688-39253b3f1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:38.678750 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-cf3f6164-5e5d-4057-a688-39253b3f1269 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 0.2479784 Jan 27 18:26:38.700217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Sync routers for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:26:38.736445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3a5c2-43f7-44f9-91e2-249684034c4a req-648dc456-52a3-4d21-9e4a-1216f23d5692 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:38.738634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e9c3a5c2-43f7-44f9-91e2-249684034c4a req-648dc456-52a3-4d21-9e4a-1216f23d5692 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 943 time: 0.6860313 Jan 27 18:26:38.800911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:38.801707 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:38.878837 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-c2f46b10-7150-4502-a2f1-8613b9b6fb5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 200 len: 217 time: 0.1740632 Jan 27 18:26:39.264842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e9c3a5c2-43f7-44f9-91e2-249684034c4a req-4a8e3759-30ac-4e09-a6f2-a70872f5b353 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469931 Jan 27 18:26:39.271676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:39.277454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46,segment=NetworkSegment(d05a2b7b-e93f-4345-b52c-2dd6ec4782c7),segment_id=d05a2b7b-e93f-4345-b52c-2dd6ec4782c7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:39.286076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.356142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cb569ed3-eb61-4c45-99fe-29982b93879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.360645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 0db938eb-ddb4-48df-a133-7f86fa715cde triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:39.361065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.404543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:39.476708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ab336-fdae-4863-b01b-674c9062c106 req-607a4715-c434-4241-925a-44d2c88ebb78 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:39.491586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f21ab336-fdae-4863-b01b-674c9062c106 req-607a4715-c434-4241-925a-44d2c88ebb78 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 943 time: 0.7512364 Jan 27 18:26:39.622295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49108) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:39.656848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.672466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.682565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:39.694981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.722860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Transition to ACTIVE for port object 2475494a-0d0a-42c5-be66-b9628e39160d will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:39.726220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:39.729954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:39.746102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-f912eea4-0e85-46d2-b282-90e18f126230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:39.747735 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-f912eea4-0e85-46d2-b282-90e18f126230 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.6635504 Jan 27 18:26:39.748665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:39.763341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:39.772277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:39.845050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93b74-d481-45e3-bc17-45c8b5e94c96 None None] Pushing event updated for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:39.892955 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-c6c87d01-7900-4e9b-b153-f7d725f2eed4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382685 Jan 27 18:26:39.900235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ffc93b74-d481-45e3-bc17-45c8b5e94c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:40.009185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.010562 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3102095 Jan 27 18:26:40.115519 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f21ab336-fdae-4863-b01b-674c9062c106 req-b80221f6-bd55-4135-b1d7-af24c0a4d91a tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229031 Jan 27 18:26:40.145700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49116) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:40.156411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group_rule': {'security_group_id': '7d299e2b-6300-42c4-b6d7-a427d0cfb1d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:40.183586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:40.211773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:40.225512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:40.262203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:40.277425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:40.314354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:40.455901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:40.456587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.458545 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] 10.222.0.54 "PUT /v2.0/ports/615f0dcb-7cc9-4bb0-946e-c90bae403c46 HTTP/1.1" status: 200 len: 1157 time: 6.2354984 Jan 27 18:26:40.458732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:40.491565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:32Z', 'revision_number': 4, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'a5fe0579-85c4-4040-b3a6-e110f963eab6', 'name': '', 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'mac_address': 'fa:16:3e:1b:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:27Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 2, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'subnets': [{'id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:40.501024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Checking router: 934da044-1fb6-4a72-9f7f-3e25ca7d2659 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:26:40.501311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.501448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Updating router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 port a5fe0579-85c4-4040-b3a6-e110f963eab6 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:26:40.548283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.598770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.612419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:40.627092 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-dce4297a-20f0-4c25-b3ac-b6749de04245 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183435 Jan 27 18:26:40.641469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Usage tracker for resource:security_group_rule and tenant:f644b40c0eb7436198a28c1911101440 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:40.652592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:40.663297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Attempting to bind port 2475494a-0d0a-42c5-be66-b9628e39160d on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:40.663878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Attempting to bind port 2475494a-0d0a-42c5-be66-b9628e39160d by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:40.667030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Attempting to bind port 2475494a-0d0a-42c5-be66-b9628e39160d on network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:40.684847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:40.685418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Checking segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:40.685936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.686452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Bound using segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:40.687564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Bound port: 2475494a-0d0a-42c5-be66-b9628e39160d, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:40.691846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.934300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] For port 2475494a-0d0a-42c5-be66-b9628e39160d, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:40.944902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] For port 2475494a-0d0a-42c5-be66-b9628e39160d, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2475494a-0d0a-42c5-be66-b9628e39160d,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:40.949277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:40.952829 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a081cb1-cedb-4e38-a474-07d6966a6ca4 req-e381603e-b2f8-421a-bbd2-c0f70b93254c service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3090391 Jan 27 18:26:40.977289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:40.997396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9fb8e338-a4ed-4c63-9f33-bf215bc91bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:41.001427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5641b-63de-4e69-a6b8-2875c69d88aa req-c7c0fe9f-4390-44aa-88d3-91eef4a06743 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:41.010274 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-67b5641b-63de-4e69-a6b8-2875c69d88aa req-c7c0fe9f-4390-44aa-88d3-91eef4a06743 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 943 time: 0.3954036 Jan 27 18:26:41.150852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.170389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.177395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-4d82030e-2443-4995-bf85-bd7c23a536fc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:41.179511 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-4d82030e-2443-4995-bf85-bd7c23a536fc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 818 time: 0.9432206 Jan 27 18:26:41.181716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-bd507a93-3886-49cf-b498-4aa5b6d8a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:41.183821 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-bd507a93-3886-49cf-b498-4aa5b6d8a7d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d85076aba77481d90d675b0cc131112&device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 1160 time: 0.5723114 Jan 27 18:26:41.185407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Transition to ACTIVE for port object a5fe0579-85c4-4040-b3a6-e110f963eab6 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:41.187951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.189045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93b74-d481-45e3-bc17-45c8b5e94c96 None None] Pushing event updated for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:41.206580 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-9896f89c-20a5-46cd-a1d7-c6dab8d558f2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/quotas/1f2ecfe0cbfa4ab8af4816d11432cfa5 HTTP/1.1" status: 200 len: 375 time: 0.0165143 Jan 27 18:26:41.218269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.251086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:41.267358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:41.368822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.369830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ffc93b74-d481-45e3-bc17-45c8b5e94c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:41.370169 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2231939 Jan 27 18:26:41.385303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49158) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:41.409742 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-46f9ad5b-baee-463b-9ccd-3e76c1798f5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46 HTTP/1.1" status: 200 len: 217 time: 0.2018168 Jan 27 18:26:41.421064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:41.421618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group_rule': {'security_group_id': '7d299e2b-6300-42c4-b6d7-a427d0cfb1d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:41.422072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:41.439868 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-67b5641b-63de-4e69-a6b8-2875c69d88aa req-8987bc11-3f4c-4445-a03f-3536c24458ad tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282830 Jan 27 18:26:41.465510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1a7e15-4bee-45b6-8369-578c906ff2fc,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:41.484952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:41.506258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:41.526940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:41.576118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:41.591457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-04847258-8556-44a4-9daa-a6c68f53ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:41.600330 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-04847258-8556-44a4-9daa-a6c68f53ce04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a694f36d-b0c4-439e-a8f0-dd201af2fab6 HTTP/1.1" status: 200 len: 852 time: 0.1591890 Jan 27 18:26:41.615507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:41.682847 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-ad704cfe-2a2f-4dea-9cc9-a4a6a96a8121 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7cfe20e-dc6e-491e-a937-37f476e66b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711191 Jan 27 18:26:41.691340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.737345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-63f51c92-9a37-4ac3-9332-111bdf7ea823 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:26:41.754265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3864f381-53b4-4e75-8406-0ab99caf310f req-e86c990f-f093-4ae6-9494-9a99a32f3038 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Synchronizing usage tracker for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:41.768000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c0197312-c9ce-43dc-b5b6-70dbf6df2f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:41.902547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.933397 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:41.939567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.005925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Pushing event updated for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:42.029033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:42.064791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c95ab1-0800-4f7b-bfd0-adc6008c2869,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:42.077643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3864f381-53b4-4e75-8406-0ab99caf310f req-e86c990f-f093-4ae6-9494-9a99a32f3038 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Unset dirty status for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:42.079090 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-e86c990f-f093-4ae6-9494-9a99a32f3038 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7576888 Jan 27 18:26:42.088774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:42.102692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:42.112097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:42.155010 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f644b40c0eb7436198a28c1911101440&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5300777 Jan 27 18:26:42.166692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.175028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Attempting to bind port a5fe0579-85c4-4040-b3a6-e110f963eab6 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:42.178664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Attempting to bind port a5fe0579-85c4-4040-b3a6-e110f963eab6 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:42.179621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49178) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:42.181402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Attempting to bind port a5fe0579-85c4-4040-b3a6-e110f963eab6 on network d5c2e98f-3473-4b07-97ea-00f161d05dc8 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:42.198014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:42.198799 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Checking segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:42.201328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.201939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Bound using segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:42.203609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Bound port: a5fe0579-85c4-4040-b3a6-e110f963eab6, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:42.205162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.230406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:42.235535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa12aa3-0006-4508-bc48-39224d4affe8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:42.267754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:42.276965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.288202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.295540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38e8852e-6992-4479-ac24-2d731039c52b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:42.318521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-48632949-8ef4-4cf7-9623-50fdf0ba8513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.338492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55fc7c9-6b1e-4a6b-8267-1f24686af90e,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:42.351217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Checking segment: {'id': 'ecd87dc5-7ef3-4841-85fc-a1d27cc14f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eecd0e96-c011-4b0e-845f-e375195af4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:42.351823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Network hostable DHCP agents. Network: eecd0e96-c011-4b0e-845f-e375195af4bd, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:42.361720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:42.375006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.376857 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9863217 Jan 27 18:26:42.380368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49186) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:42.388660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:42.413802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Network eecd0e96-c011-4b0e-845f-e375195af4bd is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:42.420717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:42.430310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:floatingip and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:42.435327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:42.442597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, eecd0e96-c011-4b0e-845f-e375195af4bd) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:42.444537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:42.447056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] For port a5fe0579-85c4-4040-b3a6-e110f963eab6, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:42.450206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:42.450497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] For port a5fe0579-85c4-4040-b3a6-e110f963eab6, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=a5fe0579-85c4-4040-b3a6-e110f963eab6,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:42.451385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.455592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a54312-7730-4f1a-88a9-de16534f08c3 None None] Network eecd0e96-c011-4b0e-845f-e375195af4bd requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:42.471575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.476997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.503917 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8228576 Jan 27 18:26:42.580622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64dd5-77df-443c-9a7a-a94f497bf020 req-cfe0b7c0-b6b7-4116-8974-1f8dda7a3cad tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:42.586376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f0b64dd5-77df-443c-9a7a-a94f497bf020 req-cfe0b7c0-b6b7-4116-8974-1f8dda7a3cad tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 943 time: 0.7674029 Jan 27 18:26:42.657760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:40Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:42.660614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:42.666856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856e18b-e991-4fd8-9b6a-772be8a36a3c None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:40Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:26:42.841721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-6bf19ec7-70b6-4762-950b-8673e053b92a service neutron] 10.222.0.54 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1455288 Jan 27 18:26:42.905963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Pushing event updated for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:42.940313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:42.948897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:43.205843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:26:43.206580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:26:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:43.335038 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-574ffc23-c6a8-47d1-a544-c4ac3af8e7fe req-5ceea21d-d44e-4399-a0ae-0763f9e12d70 service neutron] 10.222.0.54 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4093626 Jan 27 18:26:43.458614 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f0b64dd5-77df-443c-9a7a-a94f497bf020 req-4f080616-b2c8-4388-82ca-5d04bd50e89c tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8211312 Jan 27 18:26:43.483394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:43.491030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-ea4db52b-684b-4252-8715-392c2e8bbad6 service neutron] 10.222.0.60 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4008217 Jan 27 18:26:43.711764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Allocated IP 172.28.2.30 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:43.829372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port ae2d8379-9e59-4fe6-8d12-cddd531b818c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:44.054519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:26:44.132383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.182356 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46', 'status': 'completed', 'code': 200} Jan 27 18:26:44.260425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.281241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:44.303439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.358113 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-493fc154-6b5a-406f-aa53-c8e05836900b service neutron] 10.222.0.60 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8568685 Jan 27 18:26:44.486292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96058e04-4832-4124-8131-60e56503189a req-d3c5880d-f814-47c2-9311-4b7a485c3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:44.488095 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-d3c5880d-f814-47c2-9311-4b7a485c3851 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d85076aba77481d90d675b0cc131112&device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 1160 time: 0.2997732 Jan 27 18:26:44.529214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port ae2d8379-9e59-4fe6-8d12-cddd531b818c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:44.530356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.695844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:44.748664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:44.766451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e6072-081a-4367-9cfe-4b76bacc82c2 req-00c5c271-231e-4847-8ed2-99aac2ccf030 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:44.774049 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d3e6072-081a-4367-9cfe-4b76bacc82c2 req-00c5c271-231e-4847-8ed2-99aac2ccf030 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 943 time: 0.5964100 Jan 27 18:26:44.841758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.845824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2475494a-0d0a-42c5-be66-b9628e39160d up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:44.872715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:44.878864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49292) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:44.883850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:44.897712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275076802-network', 'tenant_id': '57a3b47edee243ce98b8181a078ed170'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:44.913180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:44.926374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:44.932073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:44.933201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e3c62d-892a-480b-b1ec-159cdbb7e4d6 None None] Network eecd0e96-c011-4b0e-845f-e375195af4bd requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:44.944357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Usage tracker for resource:network and tenant:57a3b47edee243ce98b8181a078ed170 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:45.042046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:45.066403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:45.086722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Made reservation on behalf of 57a3b47edee243ce98b8181a078ed170 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:45.092894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.099754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96058e04-4832-4124-8131-60e56503189a req-6d0d4d33-88d3-4738-92c7-29c714761457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:45.106577 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-6d0d4d33-88d3-4738-92c7-29c714761457 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e7cfe20e-dc6e-491e-a937-37f476e66b04 HTTP/1.1" status: 200 len: 906 time: 0.6073000 Jan 27 18:26:45.109862 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.116614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.135625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.150557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:45.185835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Usage tracker for resource:security_group_rule and tenant:57a3b47edee243ce98b8181a078ed170 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:45.197581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:45.215407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:45.259967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7341f77c-280d-4e3d-a9ca-7048bcf1662b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:45.274137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.486153 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-ff349ba3-aeab-4842-9a93-528ee32fead7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46 HTTP/1.1" status: 200 len: 217 time: 0.3660550 Jan 27 18:26:45.517324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa12aa3-0006-4508-bc48-39224d4affe8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:45.535040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.574164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:45.655482 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d3e6072-081a-4367-9cfe-4b76bacc82c2 req-b3493b39-81ab-4bb6-bf09-1f8a23060e3d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475192 Jan 27 18:26:45.664101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.665550 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fa12aa3-0006-4508-bc48-39224d4affe8 HTTP/1.1" status: 204 len: 168 time: 3.4843390 Jan 27 18:26:45.701642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:32Z', 'revision_number': 4, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'a5fe0579-85c4-4040-b3a6-e110f963eab6', 'name': '', 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'mac_address': 'fa:16:3e:1b:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:27Z', 'updated_at': '2021-01-27T18:26:42Z', 'revision_number': 4, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'subnets': [{'id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:45.716643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96058e04-4832-4124-8131-60e56503189a req-3bc8d678-5ee9-47e8-95cf-c866391fe488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:45.719830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed506e30-537b-4e78-be6a-827df21ccb61 None None] The sync data for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb is: [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:26:32Z', 'revision_number': 4, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'a5fe0579-85c4-4040-b3a6-e110f963eab6', 'name': '', 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'mac_address': 'fa:16:3e:1b:f8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:27Z', 'updated_at': '2021-01-27T18:26:42Z', 'revision_number': 4, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'subnets': [{'id': 'ddc9b1c6-6606-4f89-94f1-d4760f990ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:26:45.720551 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-3bc8d678-5ee9-47e8-95cf-c866391fe488 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a694f36d-b0c4-439e-a8f0-dd201af2fab6 HTTP/1.1" status: 200 len: 852 time: 0.2100360 Jan 27 18:26:45.721590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.797186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port ae2d8379-9e59-4fe6-8d12-cddd531b818c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:45.804331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:45.842118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe518c6-1dc0-4afb-8786-85fbb7e11811 req-4ec2be63-6221-42eb-8325-476afab194b5 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:45.850153 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-abe518c6-1dc0-4afb-8786-85fbb7e11811 req-4ec2be63-6221-42eb-8325-476afab194b5 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 943 time: 0.7410502 Jan 27 18:26:45.969480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:45.971130 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-405247b3-accc-448a-9aa0-d9146f79ebbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e7cfe20e-dc6e-491e-a937-37f476e66b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181943 Jan 27 18:26:45.976159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:46.078295 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-abe518c6-1dc0-4afb-8786-85fbb7e11811 req-6f3ca7db-16e5-487f-963e-d0b0cec2154c tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268162 Jan 27 18:26:46.113423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=ae2d8379-9e59-4fe6-8d12-cddd531b818c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:46.121531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 2475494a-0d0a-42c5-be66-b9628e39160d completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:46.158009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2475494a-0d0a-42c5-be66-b9628e39160d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:46.158938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.202433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.225250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-39a0626f-6c52-40c3-8c6e-c4058099e269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:46.286440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:46.346410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:46.362740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:26:46.374221 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-4fd1d022-4530-47d1-bdb4-eea179a0e8ca service neutron] 10.222.0.54 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777181 Jan 27 18:26:46.406854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c4c0a-f8b0-4645-a1f2-33c14c40f1c2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:46.414291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:46.422187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.422812 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Added segment e18cd2d4-86e5-4172-a6ac-23fa22b2468e of type vxlan for network 964b6097-1447-4152-b78e-6d34c2d774a0 Jan 27 18:26:46.481375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.518342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.519825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.526580 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-17947d95-c1fb-426f-8bf3-15014f327c49 req-2804fce5-8a8b-46b2-b09f-0f9c1832b311 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 210 time: 0.4466007 Jan 27 18:26:46.535184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.588163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:46.746424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-627bcbec-e805-4a03-8114-3a25832fdc40 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:26:46.827180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49362) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:46.833036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 2475494a-0d0a-42c5-be66-b9628e39160d, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2475494a-0d0a-42c5-be66-b9628e39160d,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:46.837012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:46.842119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:46.952919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.046552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:47.074174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a5fe0579-85c4-4040-b3a6-e110f963eab6 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:47.079110 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-96058e04-4832-4124-8131-60e56503189a req-a5e24739-3a3d-4b25-97fa-fc513a3a31fc service neutron] 10.222.0.54 "GET /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6537654 Jan 27 18:26:47.147686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.174082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:47.175423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.192989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.197756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Usage tracker for resource:security_group_rule and tenant:919dd4cffab14206807a321900a538d6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:47.209484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:47.221563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:47.271736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:47.331803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:47.355273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:47.368295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port a5fe0579-85c4-4040-b3a6-e110f963eab6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:47.383952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port a5fe0579-85c4-4040-b3a6-e110f963eab6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:47.384709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.387597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Usage tracker for resource:security_group_rule and tenant:acc8dd80c777425d9fb812583370365f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:47.390691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae389b2-5018-473b-abe5-2475e446454f req-dae22a27-67c0-4880-9d1b-7bada5d9d9ab tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:47.391811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:47.398688 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eae389b2-5018-473b-abe5-2475e446454f req-dae22a27-67c0-4880-9d1b-7bada5d9d9ab tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.3822801 Jan 27 18:26:47.403049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:47.416141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:47.425288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:47.441420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:47.480124 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6000190 Jan 27 18:26:47.508706 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eae389b2-5018-473b-abe5-2475e446454f req-246f1f9b-9d98-4c21-803e-ae43fc370780 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Jan 27 18:26:47.509858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49374) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:47.577286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Request body: {'subnet': {'network_id': '964b6097-1447-4152-b78e-6d34c2d774a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275076802-subnet', 'tenant_id': '57a3b47edee243ce98b8181a078ed170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:47.597843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:47.613046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Usage tracker for resource:subnet and tenant:57a3b47edee243ce98b8181a078ed170 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:47.622931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.628543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:47.643539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 615f0dcb-7cc9-4bb0-946e-c90bae403c46 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:47.659715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:47.662382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Pushing event updated for resources: {'Network': ['ID=964b6097-1447-4152-b78e-6d34c2d774a0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:47.699088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Made reservation on behalf of 57a3b47edee243ce98b8181a078ed170 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:47.712533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.747366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port a5fe0579-85c4-4040-b3a6-e110f963eab6, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=a5fe0579-85c4-4040-b3a6-e110f963eab6,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:47.749706 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c', 'code': 200} Jan 27 18:26:47.750427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.756838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:47.761243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-1d780c8e-b68c-4b0b-8f19-33913aadf705 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:47.762149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3864f381-53b4-4e75-8406-0ab99caf310f req-1d780c8e-b68c-4b0b-8f19-33913aadf705 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Synchronizing usage tracker for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:47.770929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:47.774765 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.832001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:47.842342 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4523156 Jan 27 18:26:47.845267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3864f381-53b4-4e75-8406-0ab99caf310f req-1d780c8e-b68c-4b0b-8f19-33913aadf705 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Unset dirty status for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:47.846592 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-1d780c8e-b68c-4b0b-8f19-33913aadf705 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 818 time: 0.7777078 Jan 27 18:26:47.855843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 964b6097-1447-4152-b78e-6d34c2d774a0 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:47.885441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 964b6097-1447-4152-b78e-6d34c2d774a0 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:26:47.887639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Request body: {'port': {'device_id': '08fec164-24e3-4050-9a03-9f75a79fe870', 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'admin_state_up': True, 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:48.216026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:48.225567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.236131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.237371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:48.255487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:48.318589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Made reservation on behalf of 1f2ecfe0cbfa4ab8af4816d11432cfa5 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:48.343034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.371871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acc8dd80c777425d9fb812583370365f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0168612 Jan 27 18:26:48.371871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae356ea-b260-4435-b4cd-1a7ff376baed,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:48.377383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49400) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:48.389059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:48.434691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.440182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:48.450081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:48.450566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.453310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.498718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:48.517515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c86297c1-a14f-44f6-a981-16c325ac8310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:48.525986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:48.591418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.631561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.647574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400e7f6-342e-44ae-bfad-638681fecb42 req-d0f3871d-aa73-43ff-83ef-3086f8581960 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:48.649322 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5400e7f6-342e-44ae-bfad-638681fecb42 req-d0f3871d-aa73-43ff-83ef-3086f8581960 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 943 time: 0.5752413 Jan 27 18:26:48.652106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.672324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46,segment=NetworkSegment(d05a2b7b-e93f-4345-b52c-2dd6ec4782c7),segment_id=d05a2b7b-e93f-4345-b52c-2dd6ec4782c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:48.675890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.677461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:48.691293 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-6835b077-6da7-4416-b735-774750f25c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:48.693223 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-6835b077-6da7-4416-b735-774750f25c11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 1162 time: 0.6219728 Jan 27 18:26:48.710896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e477e35b-c89b-4ce9-a726-98399351b7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:48.724034 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=919dd4cffab14206807a321900a538d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8940306 Jan 27 18:26:48.726628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49406) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:48.819494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:48.825165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-7dc4d527-b95b-46df-b0da-06cd84827a37 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:48.825379 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-7dc4d527-b95b-46df-b0da-06cd84827a37 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 818 time: 0.6481602 Jan 27 18:26:48.826595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:48.832719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port ae2d8379-9e59-4fe6-8d12-cddd531b818c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:48.833506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.869493 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5400e7f6-342e-44ae-bfad-638681fecb42 req-92baf74e-8f56-4712-b896-95fbe82b6bf2 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996131 Jan 27 18:26:48.870233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fbf33c-b3c9-4f49-8145-8ec4e9e491a4,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:48.879800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:48.891203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.901589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.911053 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-720383f2-d384-4169-bdf5-e93cd2feefaf tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/quotas/1f2ecfe0cbfa4ab8af4816d11432cfa5 HTTP/1.1" status: 200 len: 375 time: 0.0376124 Jan 27 18:26:48.916986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:48.924237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:48.925488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:48.968303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae356ea-b260-4435-b4cd-1a7ff376baed,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:48.983692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:48.991768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Usage tracker for resource:security_group_rule and tenant:3f3796b12f3848028f4f4ed30a8a5645 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:48.998193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:49.000812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.009478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Allocated IP 172.20.0.6 (d5c2e98f-3473-4b07-97ea-00f161d05dc8/ddc9b1c6-6606-4f89-94f1-d4760f990ab5/025fcf77-a70d-47ba-9199-b2d52ca99f67) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:49.019691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:49.071383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.072642 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dae356ea-b260-4435-b4cd-1a7ff376baed HTTP/1.1" status: 204 len: 168 time: 0.6879332 Jan 27 18:26:49.117852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a5fe0579-85c4-4040-b3a6-e110f963eab6 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:49.239154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port a5fe0579-85c4-4040-b3a6-e110f963eab6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:49.239430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.342455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.373177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.395614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:49.456714 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-487d0017-e349-4b47-8fec-a9448f9417b9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1859545053&fields=id&tenant_id=be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 267 time: 0.1602249 Jan 27 18:26:49.483176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2475494a-0d0a-42c5-be66-b9628e39160d up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:49.495026 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-3a979ca3-cdf4-469a-9f3e-d3e06bff5f87 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5709434 Jan 27 18:26:49.539418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.590129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Pushing event updated for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:49.593006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2475494a-0d0a-42c5-be66-b9628e39160d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:49.593504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.609932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:49.610801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.612042 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22fbf33c-b3c9-4f49-8145-8ec4e9e491a4 HTTP/1.1" status: 204 len: 168 time: 0.8843291 Jan 27 18:26:49.615703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6d76ed1a-1a19-4678-b0a5-c46771a8e4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:49.641201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fbf33c-b3c9-4f49-8145-8ec4e9e491a4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:49.646838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:49.674500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 615f0dcb-7cc9-4bb0-946e-c90bae403c46 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:49.688876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:49.693049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:49.698047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:49.762721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:49.774728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:49.775737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.780048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49432) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:49.816210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:49.835200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:49.839000 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9565063 Jan 27 18:26:49.843070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Usage tracker for resource:security_group_rule and tenant:922f136a71274d268396bd5c1ce3107f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:49.848836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:49.857879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:49.864038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Request body: {'port': {'device_id': '08fec164-24e3-4050-9a03-9f75a79fe870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:49.929947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:49.930705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.060405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.159235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:50.222760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-81c1b3f3-1ca8-4e12-a796-0fdc0d69b382 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:50.231682 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-81c1b3f3-1ca8-4e12-a796-0fdc0d69b382 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 810 time: 0.7569852 Jan 27 18:26:50.234501 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port ae2d8379-9e59-4fe6-8d12-cddd531b818c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:50.235548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.238568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.275370 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-ad88e074-5694-4ec3-b5e4-ada284812fa7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/quotas/be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 375 time: 0.0426447 Jan 27 18:26:50.354256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.396935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.448370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.462795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.476725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a9b24511-72c7-4847-8704-046857119f0c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:50.536843 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=922f136a71274d268396bd5c1ce3107f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553880 Jan 27 18:26:50.541410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49456) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:50.546092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d7fbb-d171-4d4a-9e72-b4f42a294d70,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:50.562117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:50.573882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8719873d-a4dc-495a-a11f-729ef3b21d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:50.595745 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-147e2460-ab0c-43b5-9b9c-65ac4cfc7ce8 req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8662910 Jan 27 18:26:50.612141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b775e13-79c9-408a-a429-fa152e6261b9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:50.618874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:50.622269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:50.658045 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-1c787339-f401-4618-941e-2df502e6de17 service neutron] 10.222.0.60 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1290972 Jan 27 18:26:50.790997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d980b5f6-1af9-4203-93c6-664868a041d4,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:50.803046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:50.903831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.907347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025fcf77-a70d-47ba-9199-b2d52ca99f67 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:26:50.923380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.927665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-6f503223-2f43-4280-aabf-a554f6dcf543 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6511827 Jan 27 18:26:50.954997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Transition to ACTIVE for port object 025fcf77-a70d-47ba-9199-b2d52ca99f67 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:50.957045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.969359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:50.981658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Checking segment: {'id': 'e18cd2d4-86e5-4172-a6ac-23fa22b2468e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '964b6097-1447-4152-b78e-6d34c2d774a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:50.982341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Network hostable DHCP agents. Network: 964b6097-1447-4152-b78e-6d34c2d774a0, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:26:50.993929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:51.068336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Network 964b6097-1447-4152-b78e-6d34c2d774a0 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:26:51.103026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 964b6097-1447-4152-b78e-6d34c2d774a0) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:51.111906 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-e716991b-37ec-4368-9dbe-0570d90ef1b3 service neutron] 10.222.0.60 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4301717 Jan 27 18:26:51.116099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:51.117208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:51.123064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dded73-defa-47c4-a32e-cc39d9cf6289 None None] Network 964b6097-1447-4152-b78e-6d34c2d774a0 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:51.205452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:51.209871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-b0b2eae9-45ca-4556-b0ab-77eda0cc31b5 service neutron] 10.222.0.60 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811592 Jan 27 18:26:51.284421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:51.289830 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/447d7fbb-d171-4d4a-9e72-b4f42a294d70 HTTP/1.1" status: 204 len: 168 time: 0.7466996 Jan 27 18:26:51.303844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Pushing event updated for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:51.314628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:51.315254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:51.348834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d7fbb-d171-4d4a-9e72-b4f42a294d70,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:51.355669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:51.562014 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-86c57392-1531-4322-aee9-ce5635bee9e7 service neutron] 10.222.0.60 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3510385 Jan 27 18:26:51.573191 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0482621 Jan 27 18:26:51.606405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Attempting to bind port 025fcf77-a70d-47ba-9199-b2d52ca99f67 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:26:51.607191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Attempting to bind port 025fcf77-a70d-47ba-9199-b2d52ca99f67 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:26:51.607191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Attempting to bind port 025fcf77-a70d-47ba-9199-b2d52ca99f67 on network d5c2e98f-3473-4b07-97ea-00f161d05dc8 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:26:51.621709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:26:51.621987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Checking segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:26:51.622401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:51.622891 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Bound using segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:26:51.623639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Bound port: 025fcf77-a70d-47ba-9199-b2d52ca99f67, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:26:51.624126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:51.657243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe236b2-c629-436a-b296-8ced4d649d23 None None] Network 964b6097-1447-4152-b78e-6d34c2d774a0 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:26:51.913731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] For port 025fcf77-a70d-47ba-9199-b2d52ca99f67, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:26:51.919095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] For port 025fcf77-a70d-47ba-9199-b2d52ca99f67, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:26:51.924825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:52.128146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b8b04d06-02cb-4869-88f8-1d0a20106177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:52.152462 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46', 'code': 200} Jan 27 18:26:52.211997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d3dbc-a7b4-4894-b87a-1b7b1122cb08 req-98b91fa2-7167-40f2-b9ab-3b35f3108fe0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:52.214255 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-109d3dbc-a7b4-4894-b87a-1b7b1122cb08 req-98b91fa2-7167-40f2-b9ab-3b35f3108fe0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.5065374 Jan 27 18:26:52.215002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49504) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:52.319273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Deleting subnet b9c95ab1-0800-4f7b-bfd0-adc6008c2869 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:26:52.380495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:52.562614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Pushing event updated for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:52.584675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:52.663982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:52.664815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:52.666807 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] 10.222.0.54 "PUT /v2.0/ports/025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 1157 time: 2.8109543 Jan 27 18:26:52.667906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:52.696417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:52.734976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:52.834192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146966f-b070-4def-893d-d8269f49ef4f req-769b3c71-fae2-4616-8e32-876802dbbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:52.835907 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1146966f-b070-4def-893d-d8269f49ef4f req-769b3c71-fae2-4616-8e32-876802dbbd50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 1162 time: 0.1135523 Jan 27 18:26:52.856696 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-109d3dbc-a7b4-4894-b87a-1b7b1122cb08 req-3de7b49e-63d8-4b56-a522-cad10facd8dc tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325881 Jan 27 18:26:52.940588 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1146966f-b070-4def-893d-d8269f49ef4f req-d4d4de37-5e86-4ff8-9c7a-2703c01b69c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813231 Jan 27 18:26:53.167416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4624f2-f7c9-4d5c-a606-a086c675355f req-68253b33-2d44-4dd4-adea-8c6e767b6750 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:53.169302 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db4624f2-f7c9-4d5c-a606-a086c675355f req-68253b33-2d44-4dd4-adea-8c6e767b6750 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 945 time: 0.6600947 Jan 27 18:26:53.286140 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-20a28770-efeb-497b-b422-796bb67b1538 req-72b48323-33d2-49c7-bf55-82e6fdc3fe3c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 210 time: 0.1137111 Jan 27 18:26:53.386324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:26:53.466835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:53.574766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port ae2d8379-9e59-4fe6-8d12-cddd531b818c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:53.575463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:53.733487 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db4624f2-f7c9-4d5c-a606-a086c675355f req-91ff12cf-cf72-4dc1-92f1-d52eded7d1dc tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465400 Jan 27 18:26:53.733487 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df706ad5-70d1-4a50-ab83-f883318154b1 req-a2dc8dbb-186a-4854-abc5-9a01a252b76a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 210 time: 0.1644368 Jan 27 18:26:53.742025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-74d72e19-1b76-4370-94a7-181335fedadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:53.743888 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-74d72e19-1b76-4370-94a7-181335fedadd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1160 time: 0.8648665 Jan 27 18:26:53.879193 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67', 'status': 'completed', 'code': 200} Jan 27 18:26:53.928689 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-455641f5-2115-4ec3-96bd-8fe72e8389e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.1499543 Jan 27 18:26:54.116825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864f381-53b4-4e75-8406-0ab99caf310f req-69c025a6-ed04-4507-93cd-2fc8c5c6914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:54.119052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-69c025a6-ed04-4507-93cd-2fc8c5c6914d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.1237919 Jan 27 18:26:54.189057 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-7a6caa04-e091-4f5c-bd28-909935f04657 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563416 Jan 27 18:26:54.191079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:54.211738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:54.417020 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-4f29a5f9-ca29-4971-85bb-86f72482bfc0 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103953 Jan 27 18:26:54.458221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.54', 61800) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:54.577784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c95ab1-0800-4f7b-bfd0-adc6008c2869,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:54.715263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:54.902457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bf8085f-c071-4178-a0f3-a43a6c662e57 req-90f2b5e3-bdbe-48c6-ad62-1842efb147b9 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 210 time: 0.1969254 Jan 27 18:26:54.978625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-d2761ccc-f4e5-4947-9546-cf8e0faef6fb tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:54.979319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-d2761ccc-f4e5-4947-9546-cf8e0faef6fb tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:55.004640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-d2761ccc-f4e5-4947-9546-cf8e0faef6fb tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:55.006211 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-d2761ccc-f4e5-4947-9546-cf8e0faef6fb tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 810 time: 0.6223521 Jan 27 18:26:55.152873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.54', 61803) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:55.172250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:55.175131 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-e1820b00-b0e3-4ff4-8a61-09beb5ff1ff7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5023029 Jan 27 18:26:55.185271 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9c95ab1-0800-4f7b-bfd0-adc6008c2869 HTTP/1.1" status: 204 len: 168 time: 2.9689474 Jan 27 18:26:55.196931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49610) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:55.328274 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bf8c9c88-6770-4eee-b1da-ca61b703fed6 req-7965e201-66e4-44b6-9ede-c833a1ae14e3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 210 time: 0.1762261 Jan 27 18:26:55.398656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-a8ca01d8-5d15-4755-8af1-ff526261f470 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:26:55.529307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473dbf0-9a9b-4c84-a79e-f2dca328a33d req-7f060b2a-71eb-4827-b3ce-a7e53297ad1d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:55.530948 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9473dbf0-9a9b-4c84-a79e-f2dca328a33d req-7f060b2a-71eb-4827-b3ce-a7e53297ad1d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 1.3201330 Jan 27 18:26:55.623646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:55.684355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-a8ca01d8-5d15-4755-8af1-ff526261f470 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:26:55.685875 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-a8ca01d8-5d15-4755-8af1-ff526261f470 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 5705 time: 0.6531188 Jan 27 18:26:55.706833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'port': {'device_id': '8c43622c-7090-4cd4-9252-e5e13a389447', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'admin_state_up': True, 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'security_groups': ['7d299e2b-6300-42c4-b6d7-a427d0cfb1d5']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:55.729529 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3864f381-53b4-4e75-8406-0ab99caf310f req-2eeb1be4-fa8f-4b37-86d2-d157f4a0af16 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1527212 Jan 27 18:26:55.761427 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9473dbf0-9a9b-4c84-a79e-f2dca328a33d req-c63213b3-1da8-4807-a11c-a3204edfcee0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167606 Jan 27 18:26:55.897048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f7ad-1dfa-49b2-a63b-f31f2f4567f2 req-20bbbfeb-eac5-41d9-a1cf-72eadbe89209 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:55.898900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce80f7ad-1dfa-49b2-a63b-f31f2f4567f2 req-20bbbfeb-eac5-41d9-a1cf-72eadbe89209 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 945 time: 0.3669314 Jan 27 18:26:55.984691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-2ac05ad0-44c9-45a8-9869-d7eda92266b0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:55.986368 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-2ac05ad0-44c9-45a8-9869-d7eda92266b0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 818 time: 0.8035002 Jan 27 18:26:56.011821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-ec5d60bf-2338-44b9-9453-f62109b60eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:56.013904 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-ec5d60bf-2338-44b9-9453-f62109b60eba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 1162 time: 0.6036243 Jan 27 18:26:56.052624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Request body: {'port': {'device_id': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8', 'admin_state_up': True, 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:56.072970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:56.300745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:56.313176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:56.319969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:port and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:56.329680 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e3a9891-0b70-4953-8d43-2eacc71872d8 req-ea07fd51-329e-405e-aa9d-9c121f6d7dcb tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 210 time: 0.0902512 Jan 27 18:26:56.335581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:56.339422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Usage tracker for resource:port and tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:56.364731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49644) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:56.367595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:56.393635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:56.433128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.433564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.434431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.434813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.435186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.435562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.435924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.436310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.436606 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.436953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.462644 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce80f7ad-1dfa-49b2-a63b-f31f2f4567f2 req-c2e34d27-d673-4805-b23f-fcd89aa24de7 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389541 Jan 27 18:26:56.493764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:56.522413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Made reservation on behalf of 1f2ecfe0cbfa4ab8af4816d11432cfa5 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:56.566372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:56.591279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.603279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.603942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.607088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:26:56.607728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecd0e96-c011-4b0e-845f-e375195af4bd']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:56.656524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Made reservation on behalf of be5eaed76c584610abde89839b5d0e38 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:26:56.666394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-862232a1-423b-4910-810e-a934a964b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:56.668061 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-862232a1-423b-4910-810e-a934a964b63a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1160 time: 0.7680042 Jan 27 18:26:56.699201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:56.737359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd87dc5-7ef3-4841-85fc-a1d27cc14f0e') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:56.737712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd87dc5-7ef3-4841-85fc-a1d27cc14f0e') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:26:56.748015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:57.086505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Allocated IP 172.20.0.12 (d5c2e98f-3473-4b07-97ea-00f161d05dc8/ddc9b1c6-6606-4f89-94f1-d4760f990ab5/303f8ba7-740a-4d8a-9fe3-cf8499f2ae85) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:57.114311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Allocated IP 172.20.0.10 (10ce740e-ecc2-49c2-8aa7-4de4b1871f50/bdb2a75f-0846-47fd-9832-33f20e16af76/94d778ac-b522-43a8-9b61-56567109b854) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:26:57.346907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:57.505412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:57.511799 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-742664a3-7e94-4464-9928-7231e66db638 req-87775f73-3b9a-4179-a850-4f1b97f80efd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 210 time: 0.5593333 Jan 27 18:26:57.585469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-f359a916-da60-463c-8aa9-a50ce35f5d75 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:26:57.623814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:26:57.627833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:57.647387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1dd8eb3d9d4a6bb5e92415704b154b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:26:57.654973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:26:57.671078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-44a07f6e-ea9e-4b12-b10f-047344615b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:57.673858 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-44a07f6e-ea9e-4b12-b10f-047344615b7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 1.6064620 Jan 27 18:26:57.686604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:26:57.748903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:57.776229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:26:57.841514 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-94c568ee-c184-4b7e-9708-5fca21f12a53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 200 len: 217 time: 0.1523387 Jan 27 18:26:57.854521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:58.061985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-b97a0cdd-0ac3-4cab-b143-c972158647d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:58.063242 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-b97a0cdd-0ac3-4cab-b143-c972158647d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1939969 Jan 27 18:26:58.070018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Pushing event updated for resources: {'Port': ['ID=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:58.078969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:58.084957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-6071ea0f-d0d8-407e-bda6-2318a73f0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:58.086732 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-6071ea0f-d0d8-407e-bda6-2318a73f0999 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 1.3818979 Jan 27 18:26:58.183756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:58.185633 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-b998d5d2-abf3-44bf-80a1-cece16701fe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.0895159 Jan 27 18:26:58.188466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:58.192030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:58.204384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.217007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:58.224937 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-416b6733-b1fa-4199-b9b5-88e10993c251 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395919 Jan 27 18:26:58.260374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:58.261136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.297212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Network eecd0e96-c011-4b0e-845f-e375195af4bd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:26:58.313748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:26:58.320623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:58.322476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.322781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.417099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bd126-ffe1-4032-b380-ace91644fcb8 req-0bae163c-df03-4171-b137-cb61e581254d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:58.424900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a39bd126-ffe1-4032-b380-ace91644fcb8 req-0bae163c-df03-4171-b137-cb61e581254d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 932 time: 0.9034531 Jan 27 18:26:58.471633 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4464095 Jan 27 18:26:58.503131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.532883 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a39bd126-ffe1-4032-b380-ace91644fcb8 req-6a79d3ef-13dd-4871-9b8f-2d5a07ead4f5 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066704 Jan 27 18:26:58.541572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Request body: {'port': {'device_id': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:26:58.549368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 025fcf77-a70d-47ba-9199-b2d52ca99f67, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:26:58.552099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:26:58.571113 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.574426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fbafba6b-0f7d-4e78-9ec2-a92bb33b3f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:58.599227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Transition to ACTIVE for port object 94d778ac-b522-43a8-9b61-56567109b854 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:26:58.622049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-55eb6329-e090-4d6e-b728-54864099e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:58.623654 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-55eb6329-e090-4d6e-b728-54864099e4c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.3558633 Jan 27 18:26:58.684725 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67', 'code': 200} Jan 27 18:26:58.740092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:58.749834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:58.790536 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-09a93ca3-a610-4042-a3aa-12bc748fbcf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518943 Jan 27 18:26:58.819747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.887761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.911664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.959684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:58.970893 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-361046ec-e71c-4a15-af2c-2baf802c305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:58.989076 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f1dd8eb3d9d4a6bb5e92415704b154b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6153526 Jan 27 18:26:59.001977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.54', 61824) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:59.003043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49720) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:26:59.245485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Network eecd0e96-c011-4b0e-845f-e375195af4bd has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:26:59.257060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c19104-cdf6-4013-acc0-31a783eff29e req-0b695d9d-da04-499c-b300-3a24a3d42261 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:26:59.261798 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0c19104-cdf6-4013-acc0-31a783eff29e req-0b695d9d-da04-499c-b300-3a24a3d42261 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 932 time: 0.4618030 Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: (rel_b, rel_a, rel_b), Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: (rel_b, rel_a, rel_b), Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:26:59.336848 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:26:59.416119 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-c15c6362-740e-4d63-9a03-91180b81b09a service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613241 Jan 27 18:26:59.434590 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0c19104-cdf6-4013-acc0-31a783eff29e req-3150ea39-6f23-4542-96b8-388c863ee784 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219330 Jan 27 18:26:59.475762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd0ecd-48de-4cd9-bfce-d07b0b6b9c95,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:59.526177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:59.526490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:59.686679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:59.776353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:26:59.786118 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-759282fd-9c7a-4c9b-8efd-80ad66fc790c req-11e2eeef-3f94-4bf1-b442-a0a855869613 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3504272 Jan 27 18:26:59.794642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:26:59.800317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:59.804869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:26:59.808728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:26:59.849011 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-1fcbd3b6-9723-476c-a870-febe98369f94 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6160011 Jan 27 18:26:59.856777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:59.867718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:26:59.911872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:26:59.923155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c892247-6366-441f-98e1-e3de26ac4d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:26:59.931785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:26:59.932343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:26:59.947968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.102789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eecd0e96-c011-4b0e-845f-e375195af4bd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:00.130698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:00.232077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:00.232818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.237897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-74a16cc6-a798-40d0-b0f8-8e9b8be6a92f None None] Provisioning for port 94d778ac-b522-43a8-9b61-56567109b854 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:00.243741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-74a16cc6-a798-40d0-b0f8-8e9b8be6a92f None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:00.244902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-74a16cc6-a798-40d0-b0f8-8e9b8be6a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.251071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b79ae-18f8-445f-a23c-ec1ad75f1c31 req-0a1cce13-bfbc-4f34-825e-2e123b45700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:00.252717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dd1b79ae-18f8-445f-a23c-ec1ad75f1c31 req-0a1cce13-bfbc-4f34-825e-2e123b45700a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 1.0274947 Jan 27 18:27:00.262812 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eecd0e96-c011-4b0e-845f-e375195af4bd HTTP/1.1" status: 204 len: 168 time: 5.0647404 Jan 27 18:27:00.263628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd702f-c5f9-4ac1-8534-37a7f4a1ccd0 req-e8cfcc80-348a-4e40-b04c-b7b929356cac tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:00.264574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3dfd702f-c5f9-4ac1-8534-37a7f4a1ccd0 req-e8cfcc80-348a-4e40-b04c-b7b929356cac tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Synchronizing usage tracker for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:00.283376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49752) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:00.298359 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5964856 Jan 27 18:27:00.327894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-74a16cc6-a798-40d0-b0f8-8e9b8be6a92f None None] Port 94d778ac-b522-43a8-9b61-56567109b854 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:27:00.342169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Request body: {'port': {'device_id': '8c43622c-7090-4cd4-9252-e5e13a389447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:00.353253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-3dfd702f-c5f9-4ac1-8534-37a7f4a1ccd0 req-e8cfcc80-348a-4e40-b04c-b7b929356cac tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Unset dirty status for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:00.354554 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dfd702f-c5f9-4ac1-8534-37a7f4a1ccd0 req-e8cfcc80-348a-4e40-b04c-b7b929356cac tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 932 time: 0.5495977 Jan 27 18:27:00.362688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:00.387507 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cff48c34-bfc2-49c7-b523-3099d5dab948 req-80d321bf-3128-42f4-ac55-bf8f121889ac service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4656596 Jan 27 18:27:00.399277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.412311 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dd1b79ae-18f8-445f-a23c-ec1ad75f1c31 req-c153a728-a68d-43f8-90bf-29b9b1a51faa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350648 Jan 27 18:27:00.412956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.413510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Deleting subnet d980b5f6-1af9-4203-93c6-664868a041d4 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:27:00.420702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:00.426599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.445325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd0ecd-48de-4cd9-bfce-d07b0b6b9c95,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:00.471721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Transition to ACTIVE for port object 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:00.481139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.484466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:00.492296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.496388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abdd0ecd-48de-4cd9-bfce-d07b0b6b9c95 HTTP/1.1" status: 204 len: 168 time: 1.2660174 Jan 27 18:27:00.516671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.527879 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dfd702f-c5f9-4ac1-8534-37a7f4a1ccd0 req-1fab0d40-7905-4ed2-a8ed-325f17ebd441 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601832 Jan 27 18:27:00.536393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:00.933435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.964088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:00.993884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Pushing event updated for resources: {'Port': ['ID=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:00.998448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:01.098739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49776) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:01.255801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:01.287833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d778ac-b522-43a8-9b61-56567109b854 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:01.297352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:01.313127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Transition to ACTIVE for port object 94d778ac-b522-43a8-9b61-56567109b854 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:01.317719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:01.339816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:01.489475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:01.493997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb28fb6be20b42bb8fa2e3488488ed4a is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:01.497021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:01.499417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Pushing event updated for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:01.504586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:01.504741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:01.683468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72bd3-8e49-4d88-92f9-bb708dabd591 req-05ff3fe7-7931-49e3-aa70-21b39241b4ee tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:01.685348 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a8d72bd3-8e49-4d88-92f9-bb708dabd591 req-05ff3fe7-7931-49e3-aa70-21b39241b4ee tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 932 time: 0.8323975 Jan 27 18:27:01.803336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Attempting to bind port 94d778ac-b522-43a8-9b61-56567109b854 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:01.803712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Attempting to bind port 94d778ac-b522-43a8-9b61-56567109b854 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:01.804087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Attempting to bind port 94d778ac-b522-43a8-9b61-56567109b854 on network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:01.813503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:01.813898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Checking segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:01.814407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:01.815112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Bound using segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:01.815506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Bound port: 94d778ac-b522-43a8-9b61-56567109b854, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:01.815985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:01.965435 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a8d72bd3-8e49-4d88-92f9-bb708dabd591 req-a41b036c-f3ec-4ecf-8528-df7af7bb7b58 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126293 Jan 27 18:27:01.974073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Attempting to bind port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:01.974529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Attempting to bind port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:01.974900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Attempting to bind port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 on network d5c2e98f-3473-4b07-97ea-00f161d05dc8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:01.997184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.023596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:02.027194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94d778ac-b522-43a8-9b61-56567109b854,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:02.031570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.050963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-70756bd0-5df5-477c-b1cf-a452bdcf8da0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:02.068863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.076455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:02.077024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Checking segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:02.077655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.078202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Bound using segment: {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:02.078845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Bound port: 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e30c773-fde1-4a5b-b670-d9cdd49549aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd5c2e98f-3473-4b07-97ea-00f161d05dc8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:02.079366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.106569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:02.143508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cea89a-8e28-4390-bd19-72d9626ec256,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:02.150443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:02.255368 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb28fb6be20b42bb8fa2e3488488ed4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1502557 Jan 27 18:27:02.260521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49810) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:02.274149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Pushing event updated for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:02.301641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:02.399877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.402530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ac1a-188e-43fc-a7d4-1d115d539099 req-53622a75-8207-4d55-aab5-616e724c3aa1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:02.410365 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09a8ac1a-188e-43fc-a7d4-1d115d539099 req-53622a75-8207-4d55-aab5-616e724c3aa1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 944 time: 0.6417222 Jan 27 18:27:02.443130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:02.444285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.446653 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] 10.222.0.54 "PUT /v2.0/ports/94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 1158 time: 2.1108971 Jan 27 18:27:02.455126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'tag': '94d778ac-b522-43a8-9b61-56567109b854'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:02.468607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.483825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.634975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-16a1a9f1-72dc-4f60-b813-f7465d9aacdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:02.649611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.656435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:02.671262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-a69afd6c-95e8-4ed1-8243-5f0f33e3a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:02.673298 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-a69afd6c-95e8-4ed1-8243-5f0f33e3a2fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1161 time: 0.1606641 Jan 27 18:27:02.676775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cea89a-8e28-4390-bd19-72d9626ec256,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:02.681030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:02.684334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.686268 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8cea89a-8e28-4390-bd19-72d9626ec256 HTTP/1.1" status: 204 len: 168 time: 0.3828619 Jan 27 18:27:02.691232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d980b5f6-1af9-4203-93c6-664868a041d4,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:02.697796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] For port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:02.700388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:02.720956 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09a8ac1a-188e-43fc-a7d4-1d115d539099 req-fd4b7f9a-6a75-4a27-b66e-5c55a87378ac tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086519 Jan 27 18:27:02.722156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.742476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] For port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:02.748790 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d864762a-a85a-4bd1-b8fe-23fb4209c978 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d980b5f6-1af9-4203-93c6-664868a041d4 HTTP/1.1" status: 204 len: 168 time: 2.4635191 Jan 27 18:27:02.752356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.755258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49830) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:02.857692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-3b4cd9d6-66c8-41e0-870f-01f5888107c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 217 time: 0.1446929 Jan 27 18:27:02.944351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:02.956342 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'tag': '94d778ac-b522-43a8-9b61-56567109b854', 'status': 'completed', 'code': 200} Jan 27 18:27:02.970205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:03.026582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-2216bfe3-b41a-43fc-92aa-458f8e518f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:03.028313 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-2216bfe3-b41a-43fc-92aa-458f8e518f41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.1561913 Jan 27 18:27:03.127396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:03.128080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.129953 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 HTTP/1.1" status: 200 len: 1158 time: 4.6293883 Jan 27 18:27:03.130539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:03.194652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-503fb4c4-b362-4a42-a634-af8761111e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:03.197198 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-503fb4c4-b362-4a42-a634-af8761111e29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618516 Jan 27 18:27:03.317936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49854) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:03.384878 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-9fc93525-4e9b-4775-b956-2f3a100a3be0 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766441 Jan 27 18:27:03.563485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Pushing event updated for resources: {'Port': ['ID=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:03.571581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:03.572705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.580889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.597826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:03.614725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad231fab19c4fc9819e13dd7647e6db is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:03.620779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:03.637782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:03.728930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:03.761873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.781266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.814494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:03.815035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.820105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e0947390-1b3b-461f-b382-3dc418b284f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:03.834318 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ad231fab19c4fc9819e13dd7647e6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124717 Jan 27 18:27:03.848049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49878) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:03.873101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:03.903015 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907beb56-44f5-443c-ae86-ace74243c1a3 req-ea08716c-547a-4438-a96e-61bbc85de6b3 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5046630 Jan 27 18:27:03.972041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5c623-f22b-44c2-9246-90195c06345b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:03.994369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:04.005855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.006252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.007081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.007455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > port after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.007825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.008196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > port after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.008552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.008910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.009289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.009649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.078576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.078961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.079334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.079700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 18:27:04.080106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964b6097-1447-4152-b78e-6d34c2d774a0']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:04.095632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18cd2d4-86e5-4172-a6ac-23fa22b2468e') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:04.095884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18cd2d4-86e5-4172-a6ac-23fa22b2468e') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:04.121337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.126286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.156135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.206157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.215086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b9e4311b-0a8e-4ae8-b424-e9a27510cb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:04.228844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5c623-f22b-44c2-9246-90195c06345b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:04.230827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-92862ba2-e756-4227-a015-6883504cfee0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.231547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:04.232635 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-92862ba2-e756-4227-a015-6883504cfee0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 1.0916545 Jan 27 18:27:04.246855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-8491c756-d3b2-4859-b649-5924ec8f5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.248554 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-8491c756-d3b2-4859-b649-5924ec8f5731 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1161 time: 0.2298169 Jan 27 18:27:04.249607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.253764 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51a5c623-f22b-44c2-9246-90195c06345b HTTP/1.1" status: 204 len: 168 time: 0.4015315 Jan 27 18:27:04.322519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a058-874f-436a-b17c-056df28b1988 req-959a7b56-c4fc-4b91-ba34-dd8d03edf8e8 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.324890 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0e00a058-874f-436a-b17c-056df28b1988 req-959a7b56-c4fc-4b91-ba34-dd8d03edf8e8 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 945 time: 1.1434855 Jan 27 18:27:04.331125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.342808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:27:04.363319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38ccbc47-1a8f-46cb-82b4-9e24df278143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.365322 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-38ccbc47-1a8f-46cb-82b4-9e24df278143 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 1161 time: 1.1373322 Jan 27 18:27:04.395269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-b6b85eab-b7b0-4b27-8eaa-a19420ac8d6f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/quotas/7c8317f74a414508b67736c97a9aa058 HTTP/1.1" status: 200 len: 375 time: 0.0670004 Jan 27 18:27:04.420746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-0b17ace5-44ed-4755-b479-0751ba5f315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.422507 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-0b17ace5-44ed-4755-b479-0751ba5f315f service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.1662738 Jan 27 18:27:04.530622 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-6680f860-0200-4a8c-8e59-15ea7b14dad8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 217 time: 0.0872734 Jan 27 18:27:04.603119 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-c1741c0a-f260-4c40-9f37-e427b1d00106 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.2037923 Jan 27 18:27:04.653811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-030677f1-ea67-48fe-bd39-b65f6c0f9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.655456 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-030677f1-ea67-48fe-bd39-b65f6c0f9f37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.1180239 Jan 27 18:27:04.751961 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0e00a058-874f-436a-b17c-056df28b1988 req-b1978e39-d978-4530-a01d-0ebf684e63d7 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111819 Jan 27 18:27:04.778464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-c532321a-1c16-4748-ac6f-f51b5277f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.788436 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-c532321a-1c16-4748-ac6f-f51b5277f116 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1229241 Jan 27 18:27:04.798244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Network 964b6097-1447-4152-b78e-6d34c2d774a0 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:27:04.821649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.841658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49936) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:04.946104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:04.971774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-2ee27ddb-8007-40cf-9023-6900a0a41e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:04.973670 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-2ee27ddb-8007-40cf-9023-6900a0a41e84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.3393741 Jan 27 18:27:04.983146 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-f63ce598-1d56-4c89-8467-76d27c0e4b66 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865456 Jan 27 18:27:05.129484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:05.249338 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-d2b402c9-6db9-438f-9f1a-f63635dbba22 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7228389 Jan 27 18:27:05.257880 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7aa534f-0eb5-4a03-bf4e-1077c30181b1 req-4758294f-fbcd-4647-85e3-7e33ae5483b0 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2667916 Jan 27 18:27:05.269053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Usage tracker for resource:security_group_rule and tenant:a0651249f77c42c0b98b264b8e1eb36b is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:05.319064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:05.323276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 49950) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:05.341549 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-ebfe3071-34ae-4575-ab64-6f151ef5c0d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3524070 Jan 27 18:27:05.344152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Network 964b6097-1447-4152-b78e-6d34c2d774a0 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:27:05.356433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:05.371255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f1def302-17a8-4c15-a19a-2477b1f3b6bc tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:05.372909 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f1def302-17a8-4c15-a19a-2477b1f3b6bc tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.54 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 945 time: 0.2299321 Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: (rel_b, rel_a, rel_b), Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: (rel_b, rel_a, rel_b), Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:27:05.435580 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:27:05.469714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 615f0dcb-7cc9-4bb0-946e-c90bae403c46 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:27:05.479158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Deleting port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:27:05.479551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.697677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.721727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.772694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:05.795344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:05.814720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.829188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Usage tracker for resource:security_group_rule and tenant:71a065ed03154817a3bf4dd607b0e3c4 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:05.833622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.846455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:05.850034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Pushing event deleted for resources: {'Network': ['ID=964b6097-1447-4152-b78e-6d34c2d774a0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:05.869392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:05.884447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46,segment=NetworkSegment(d05a2b7b-e93f-4345-b52c-2dd6ec4782c7),segment_id=d05a2b7b-e93f-4345-b52c-2dd6ec4782c7)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:05.888266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:05.890700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:05.936974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f9258-6ae1-442d-a9f2-6611469d5779 req-37aa1c09-63f1-4678-b25f-77e26dec1dc5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:05.938720 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d58f9258-6ae1-442d-a9f2-6611469d5779 req-37aa1c09-63f1-4678-b25f-77e26dec1dc5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 944 time: 0.9514267 Jan 27 18:27:05.945318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:05.954575 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-a4dd2509-4ef0-4ae6-a528-ca8a3f3c32ed service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817985 Jan 27 18:27:05.967098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:05.967452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:05.970392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:06.017918 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] 10.222.0.60 "DELETE /v2.0/networks/964b6097-1447-4152-b78e-6d34c2d774a0 HTTP/1.1" status: 204 len: 168 time: 3.2613173 Jan 27 18:27:06.068736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46,segment=NetworkSegment(d05a2b7b-e93f-4345-b52c-2dd6ec4782c7),segment_id=d05a2b7b-e93f-4345-b52c-2dd6ec4782c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:06.069095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.228392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Calling delete_port for 615f0dcb-7cc9-4bb0-946e-c90bae403c46 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:27:06.259733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49978) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:06.299173 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-c4350eb4-c9e3-40de-9c94-31058796d130 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730047 Jan 27 18:27:06.439049 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-28a52ac1-753c-4e94-8a0d-1dbb811fb51d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5efe2f40234d4a20b5e0aed43bafdf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779215 Jan 27 18:27:06.442726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49982) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:06.463850 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d58f9258-6ae1-442d-a9f2-6611469d5779 req-126b25a2-6d1e-4c08-ac7f-4aac252eaaaa tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4977252 Jan 27 18:27:06.493704 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:27:06.494074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:27:06.519792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.554263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.563121 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85', 'status': 'completed', 'code': 200} Jan 27 18:27:06.579884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.606834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.607363 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-c9cce535-4e0f-47db-b6df-6f784525fb00 service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6302211 Jan 27 18:27:06.607995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.614500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-33471dac-f411-42ec-895c-15f2bcd185ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:06.622682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-af9619ff-4bd7-4137-a531-a0f088b94ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:06.629046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5fc1e-bb7c-47a7-8491-8dacb71feffd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:06.634475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:06.658676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.660586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5c5fc1e-bb7c-47a7-8491-8dacb71feffd HTTP/1.1" status: 204 len: 168 time: 0.2161441 Jan 27 18:27:06.780944 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0651249f77c42c0b98b264b8e1eb36b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9347320 Jan 27 18:27:06.781280 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba164beb-e3af-4b16-8c27-0ed5e793fb1c req-b6c1bf12-cc84-4dad-b663-59db93932244 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4632697 Jan 27 18:27:06.781917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49990) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:06.809759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde06fd3-cbb0-488e-bf0b-d5674c758673,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:06.820454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:06.823907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.836359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.848098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:06.894711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.936349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:06.955467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad79d9d-ffab-4741-a222-d17191e71b99,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:06.960776 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71a065ed03154817a3bf4dd607b0e3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6224365 Jan 27 18:27:06.965575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 49996) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:06.968274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:07.010317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Deleting port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:27:07.010735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.087230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.110331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:07.186008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.189817 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bde06fd3-cbb0-488e-bf0b-d5674c758673 HTTP/1.1" status: 204 len: 168 time: 0.4041884 Jan 27 18:27:07.189817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde06fd3-cbb0-488e-bf0b-d5674c758673,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:07.192762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:07.291872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6773e0-eb0a-4b68-b20a-08371584eeec req-2276d561-fecc-4af0-84d9-32d785f3d2a4 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:07.293918 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc6773e0-eb0a-4b68-b20a-08371584eeec req-2276d561-fecc-4af0-84d9-32d785f3d2a4 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 944 time: 0.5783825 Jan 27 18:27:07.294094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.330748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.389320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50012) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:07.534260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc6773e0-eb0a-4b68-b20a-08371584eeec req-d1513125-c7ed-4142-9f19-0aaf5d75c312 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303474 Jan 27 18:27:07.542474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3d29-d561-4fec-92dd-c5db7807749f req-5e943bc8-f402-4211-b5ec-55ceeee1926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:07.544745 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-5e943bc8-f402-4211-b5ec-55ceeee1926b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 1161 time: 0.6319962 Jan 27 18:27:07.664490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62602c76-59d2-431c-ba32-242cc3f18175 req-0b214976-395d-48d1-b34d-1eda3a8e297f tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:07.664901 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46', 'code': 200} Jan 27 18:27:07.675360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] For port 615f0dcb-7cc9-4bb0-946e-c90bae403c46, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=615f0dcb-7cc9-4bb0-946e-c90bae403c46,segment=NetworkSegment(d05a2b7b-e93f-4345-b52c-2dd6ec4782c7),segment_id=d05a2b7b-e93f-4345-b52c-2dd6ec4782c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:07.675360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:07.675662 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-62602c76-59d2-431c-ba32-242cc3f18175 req-0b214976-395d-48d1-b34d-1eda3a8e297f tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 943 time: 0.7106273 Jan 27 18:27:07.902216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Calling delete_port for 615f0dcb-7cc9-4bb0-946e-c90bae403c46 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:27:07.933752 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0a620b26-533f-40c2-8ca1-c86bef601908 req-3f2fcbd8-a5f8-458e-8287-8e909c879461 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 210 time: 0.0858340 Jan 27 18:27:07.989882 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-62602c76-59d2-431c-ba32-242cc3f18175 req-53728900-82c3-44cb-b3d7-a42a6437a003 tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/security-groups?id=371315b4-2d40-42b8-8917-2321cd9eb6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157995 Jan 27 18:27:07.997720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3d29-d561-4fec-92dd-c5db7807749f req-d57a2536-ab87-431d-ab78-93f606478153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:07.999479 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-d57a2536-ab87-431d-ab78-93f606478153 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.3243101 Jan 27 18:27:08.038533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.049485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e21f29ef-1d3f-48c8-9609-9b56b3c0afa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:08.069204 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-de0ec43f-fbd2-4e09-8475-9a5b1719cf74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57a3b47edee243ce98b8181a078ed170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731071 Jan 27 18:27:08.086995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50028) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:08.090398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad79d9d-ffab-4741-a222-d17191e71b99,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:08.097030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:08.115375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.116708 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fad79d9d-ffab-4741-a222-d17191e71b99 HTTP/1.1" status: 204 len: 168 time: 1.1500840 Jan 27 18:27:08.185957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-33e3719e-d763-460a-ab22-7370cabbb979 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.1630774 Jan 27 18:27:08.256779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.269346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.308143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:08.362392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3d29-d561-4fec-92dd-c5db7807749f req-85322140-581b-4e73-bce7-ac2e9fe0e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:08.364294 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-85322140-581b-4e73-bce7-ac2e9fe0e3cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.1696885 Jan 27 18:27:08.375751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Pushing event deleted for resources: {'Port': ['ID=615f0dcb-7cc9-4bb0-946e-c90bae403c46,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:08.381362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.446931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:08.495599 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-40ac9cfd-ec85-4d5e-8f21-6576495bf2ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234183 Jan 27 18:27:08.560615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:08.641497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.683380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:08.704694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf678f7b-3d84-461b-a68d-8f5cc301cf40 req-9df5134c-bf8d-43a7-8469-116774e8093d tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:08.709467 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bf678f7b-3d84-461b-a68d-8f5cc301cf40 req-9df5134c-bf8d-43a7-8469-116774e8093d tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 944 time: 0.4650850 Jan 27 18:27:08.721307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] No DVR routers for this DVR port 615f0dcb-7cc9-4bb0-946e-c90bae403c46 on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:27:08.810085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 94d778ac-b522-43a8-9b61-56567109b854 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:08.812866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c4c0a-f8b0-4645-a1f2-33c14c40f1c2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:08.827129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:08.827552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.830244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50050) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:08.833880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.838129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:08.855726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-deleted', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:08.902483 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-323fc242-5202-4fb7-9a47-c7ca2f7e6836 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931310 Jan 27 18:27:08.911476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.935516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:08.940267 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/085c4c0a-f8b0-4645-a1f2-33c14c40f1c2 HTTP/1.1" status: 204 len: 168 time: 0.8517926 Jan 27 18:27:08.974310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b79c21ab-7292-4b1f-bf72-a630729cd0c1 req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.54 "DELETE /v2.0/ports/615f0dcb-7cc9-4bb0-946e-c90bae403c46 HTTP/1.1" status: 204 len: 173 time: 3.5945878 Jan 27 18:27:09.069034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:09.087574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Usage tracker for resource:security_group_rule and tenant:5488caac44df489ab07548ed16930ee2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:09.115752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:09.155914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.159546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:09.240660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5409657b-79b7-4c49-ab0e-efd1aecade84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.275726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94d778ac-b522-43a8-9b61-56567109b854,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:09.278850 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bf678f7b-3d84-461b-a68d-8f5cc301cf40 req-0b79ee40-fa4f-415d-993c-432d20993647 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702669 Jan 27 18:27:09.290639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.292827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:09.294040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-7fda4e0b-fe5c-45e6-a964-303d02dea527 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:09.295877 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-7fda4e0b-fe5c-45e6-a964-303d02dea527 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.6428306 Jan 27 18:27:09.337784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Request body: {'port': {'device_id': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a', 'admin_state_up': True, 'tenant_id': '7c8317f74a414508b67736c97a9aa058'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:09.466158 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4003da6d-be89-4235-8b56-884f4ab419be', 'name': 'network-vif-deleted', 'tag': '615f0dcb-7cc9-4bb0-946e-c90bae403c46', 'status': 'completed', 'code': 200} Jan 27 18:27:09.493019 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-776b3d29-d561-4fec-92dd-c5db7807749f req-1da918d3-9cdb-4dd6-8ea2-62824ed88173 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5616693 Jan 27 18:27:09.501856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:09.505851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:09.583782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9df1-d008-4318-b37b-a513096e60cb req-cced8f4a-345b-4876-9532-40b891c170d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:09.587792 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d53d9df1-d008-4318-b37b-a513096e60cb req-cced8f4a-345b-4876-9532-40b891c170d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 944 time: 0.6256523 Jan 27 18:27:09.634208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.649424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.662838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5e70d209-71bb-45cb-a2d3-c82c1d8ff575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:09.665768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d778ac-b522-43a8-9b61-56567109b854'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:09.697469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3960b7b0-7198-4415-b7f3-63604e71a5c6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:09.711022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.711424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.711813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.712196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.712581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.712937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.713377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.713752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.714127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.714499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.714870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.715242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.715686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.716096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.716483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.716809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.717189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.717594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.717964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.718333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.718702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.719070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.719548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.719962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:09.739319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:09.740615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:09.749420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Usage tracker for resource:port and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:09.754982 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5488caac44df489ab07548ed16930ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9230967 Jan 27 18:27:09.756315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:09.763038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:09.770937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50074) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:09.774385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:09.796620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:09.837479 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d53d9df1-d008-4318-b37b-a513096e60cb req-494c7488-f0ff-475b-9060-476742361d04 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422662 Jan 27 18:27:09.868964 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d4bf390f-c690-4e0b-9595-b9da0646c6e1 req-e83e24b8-9f9d-4593-a8fd-7b1fe48a3d16 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 210 time: 0.1829832 Jan 27 18:27:10.043212 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d778ac-b522-43a8-9b61-56567109b854', 'code': 200} Jan 27 18:27:10.173499 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2fcb1db8-9811-4f14-a77d-08cb9ffddb43 req-ddc6858d-3e00-4313-b4e8-853ec0c471db tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] 10.222.0.60 "GET /v2.0/ports?device_id=4003da6d-be89-4235-8b56-884f4ab419be HTTP/1.1" status: 200 len: 210 time: 0.0779610 Jan 27 18:27:10.236725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.312547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.378030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Allocated IP 172.20.0.14 (b65ddf2d-5ba4-4065-9825-93fa78ff377a/d4917bf0-4e7e-4f60-bb24-67a48b494c60/94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:10.404961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590cf4a-90bd-4d95-af01-294d8578c95c req-3ea2db4e-4e57-4415-b39f-9a5809258f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:10.407021 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0590cf4a-90bd-4d95-af01-294d8578c95c req-3ea2db4e-4e57-4415-b39f-9a5809258f7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1163 time: 0.1303456 Jan 27 18:27:10.476594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:10.476805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.486710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2058ab5a-2fd5-4ecb-9470-1aa57845cf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:10.524954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960b7b0-7198-4415-b7f3-63604e71a5c6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:10.534300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:10.548240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-0590cf4a-90bd-4d95-af01-294d8578c95c req-475096a6-3fd3-48f8-8b03-23e87403a2a3 service neutron] Synchronizing usage tracker for tenant:3f3796b12f3848028f4f4ed30a8a5645 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:10.604258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-0590cf4a-90bd-4d95-af01-294d8578c95c req-475096a6-3fd3-48f8-8b03-23e87403a2a3 service neutron] Unset dirty status for tenant:3f3796b12f3848028f4f4ed30a8a5645 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:10.606881 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0590cf4a-90bd-4d95-af01-294d8578c95c req-475096a6-3fd3-48f8-8b03-23e87403a2a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916404 Jan 27 18:27:10.631346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.635366 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3960b7b0-7198-4415-b7f3-63604e71a5c6 HTTP/1.1" status: 204 len: 168 time: 0.8607063 Jan 27 18:27:10.666427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:10.683243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:10.683674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.724704 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb19dda-4973-46e8-9e40-7d4b36ca17ee req-1253dfb1-cf26-4601-a15b-21f3cf3be87e tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:10.726641 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7eb19dda-4973-46e8-9e40-7d4b36ca17ee req-1253dfb1-cf26-4601-a15b-21f3cf3be87e tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2622249 Jan 27 18:27:10.818770 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7eb19dda-4973-46e8-9e40-7d4b36ca17ee req-8637dcb5-7041-4570-81f4-65775aa1c915 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856655 Jan 27 18:27:10.945708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.989268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:10.994155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:10.996244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:11.077635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:11.091828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:11.104238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:11.148232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:11.173536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f71ddd3f-b757-48a8-bb84-1b68ac320daa tempest-DeleteServersTestJSON-1186378227 tempest-DeleteServersTestJSON-1186378227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:11.364749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event updated for resources: {'Port': ['ID=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:11.369942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:11.447552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:11.448911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:11.455737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:11.640378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:11.642340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:11.662634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3299553 Jan 27 18:27:11.691468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Request body: {'port': {'device_id': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:11.876451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:11.893892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80ef74-1a18-4664-af6d-e193ac49eb8b req-493f2452-9e10-444d-bc36-cb577535aae9 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:11.895890 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db80ef74-1a18-4664-af6d-e193ac49eb8b req-493f2452-9e10-444d-bc36-cb577535aae9 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.7045276 Jan 27 18:27:11.993630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64113177-0407-47e2-9967-ae99453e1ba6 req-1b1611cb-97f1-4016-8c2f-f54db84e9f35 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:11.995891 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-64113177-0407-47e2-9967-ae99453e1ba6 req-1b1611cb-97f1-4016-8c2f-f54db84e9f35 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 932 time: 0.7185464 Jan 27 18:27:12.048133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:12.127635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:12.133108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f5e23edf-9067-4490-b293-57cb1281ef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:12.163098 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db80ef74-1a18-4664-af6d-e193ac49eb8b req-482b52f8-0529-4d85-9386-0cb7c756ce3f tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663487 Jan 27 18:27:12.233627 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-64113177-0407-47e2-9967-ae99453e1ba6 req-d583d513-3474-433a-9970-6a9d1ac31211 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298265 Jan 27 18:27:12.356450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:12.533593 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85', 'code': 200} Jan 27 18:27:12.573773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:12.574563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:12.782178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a1355-0d9a-487f-a58d-6d1829962696 req-b5b7f92b-34ac-41b0-9ae2-9993d4c7d139 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:12.787193 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0b4a1355-0d9a-487f-a58d-6d1829962696 req-b5b7f92b-34ac-41b0-9ae2-9993d4c7d139 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3427930 Jan 27 18:27:13.001593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:13.010621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:13.019757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.051447 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0b4a1355-0d9a-487f-a58d-6d1829962696 req-fa2483e0-4b56-4a62-8927-d6e5d2466548 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209032 Jan 27 18:27:13.099084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Transition to ACTIVE for port object 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:13.103848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe39dd-cce7-4133-905d-4243a5d9a213 req-b616288e-ff19-4d90-97fb-a67d7c9eec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:13.105533 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fcfe39dd-cce7-4133-905d-4243a5d9a213 req-b616288e-ff19-4d90-97fb-a67d7c9eec17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 1163 time: 0.3172681 Jan 27 18:27:13.105811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.147950 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:13.212163 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fcfe39dd-cce7-4133-905d-4243a5d9a213 req-d0438d00-f762-42df-b2e9-da0484357990 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939174 Jan 27 18:27:13.219429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:13.219920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.375253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:13.480450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:13.576179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d624e2-74fc-4122-95ef-7fab11271e15 req-2b131b24-86b0-4789-896a-e0246380082f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:13.592494 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-52d624e2-74fc-4122-95ef-7fab11271e15 req-2b131b24-86b0-4789-896a-e0246380082f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2928078 Jan 27 18:27:13.593396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50188) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:13.662989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.729473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'floatingip': {'port_id': '94d778ac-b522-43a8-9b61-56567109b854'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:13.791533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Attempting to bind port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:13.792129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Attempting to bind port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:13.792217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Attempting to bind port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 on network b65ddf2d-5ba4-4065-9825-93fa78ff377a {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:13.799460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:13.799804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Checking segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:13.800203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.800636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Bound using segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:13.801540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Bound port: 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:13.801540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.899059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.907947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] For port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:13.911837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] For port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:13.915781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:13.949299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:14.032209 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:14.093336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:14.094901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:14.182242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Pushing event updated for resources: {'Port': ['ID=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:14.187848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:14.192761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:14.193478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:14.194962 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] 10.222.0.54 "PUT /v2.0/ports/94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 HTTP/1.1" status: 200 len: 1158 time: 2.5147381 Jan 27 18:27:14.196148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:14.298752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:14.384658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3582fa-9553-46a8-a120-56eb09d20965 req-df41258d-506b-4020-82ff-8cdf1b497fa0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:14.387108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-ef888c89-d8e3-477a-98cd-20a502c48a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:14.390451 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-ef888c89-d8e3-477a-98cd-20a502c48a47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 1161 time: 0.1210096 Jan 27 18:27:14.401970 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e3582fa-9553-46a8-a120-56eb09d20965 req-df41258d-506b-4020-82ff-8cdf1b497fa0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 944 time: 0.4354787 Jan 27 18:27:14.495707 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-1f7c928c-757a-4883-b3f1-3784794127ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0850739 Jan 27 18:27:14.503396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322a20-c32e-4b71-82af-ec90dcad497a req-4c8cb218-f128-4d17-ab70-347b09deaa05 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:14.512568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-70322a20-c32e-4b71-82af-ec90dcad497a req-4c8cb218-f128-4d17-ab70-347b09deaa05 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.9177382 Jan 27 18:27:14.640801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-c0b1f2c3-8421-4103-ad63-48e0c56c840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:14.652434 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-c0b1f2c3-8421-4103-ad63-48e0c56c840e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1346660 Jan 27 18:27:14.700294 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e3582fa-9553-46a8-a120-56eb09d20965 req-f7a12295-9e03-4b6a-aa4d-acc716c91a38 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672132 Jan 27 18:27:14.755908 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-342e6e8a-abbc-4a73-b9e0-f7146c21da89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023989 Jan 27 18:27:14.814545 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-70322a20-c32e-4b71-82af-ec90dcad497a req-a4a3fbfd-4c38-455d-baeb-a8766217763b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973104 Jan 27 18:27:14.839483 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0', 'status': 'completed', 'code': 200} Jan 27 18:27:14.916684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50240) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:15.086783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-248a4e5f-7fab-4051-9594-0b6f26510b4b service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199868 Jan 27 18:27:15.368273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50256) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:15.369392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.406436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:15.410834 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-84943bed-718f-49d6-92f7-2407ac2a2969 req-fdee25f6-dd4e-4340-a82b-02172a905fa7 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3137097 Jan 27 18:27:15.413363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:f4897d75dc534c3d98f7b2531df01345 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:15.417040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:15.424550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:15.501825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Deleting subnet a694f36d-b0c4-439e-a8f0-dd201af2fab6 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:27:15.505761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.591495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.605089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.616269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-cda4c704-dea7-40dd-8b13-73a3e505b158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:15.628267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036721009937'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.679957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4897d75dc534c3d98f7b2531df01345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7619281 Jan 27 18:27:15.681805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50260) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:15.682524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b557e268-5038-463c-a350-a71a3689ca1c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:15.688357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:15.724235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-b8367d55-01b3-46fe-9128-02a20d307b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:15.725900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-b8367d55-01b3-46fe-9128-02a20d307b33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 1161 time: 0.1870241 Jan 27 18:27:15.730401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.802245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:27:15.915567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:15.989480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.025576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-8708f692-96ce-427d-b348-870ff6b72d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:16.027273 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-8708f692-96ce-427d-b348-870ff6b72d0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 0.2776101 Jan 27 18:27:16.141923 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-b0b61937-55eb-4603-bc83-dc2fbb618061 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0805230 Jan 27 18:27:16.143088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.156369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-408a5721-f91c-4f91-bcea-ad9cb2c3f22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:16.218739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557e268-5038-463c-a350-a71a3689ca1c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:16.222881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.224456 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b557e268-5038-463c-a350-a71a3689ca1c HTTP/1.1" status: 204 len: 168 time: 0.5350461 Jan 27 18:27:16.225593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:16.255873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-a494fe19-fc85-4c7b-a6eb-205fa04c2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:16.257839 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-a494fe19-fc85-4c7b-a6eb-205fa04c2953 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1052639 Jan 27 18:27:16.323560 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-4202f338-0265-4017-9861-03dfad59d547 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564318 Jan 27 18:27:16.519115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.521648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132215744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722279426'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.686918 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-ae040ae2-7fc5-46b5-8661-326b650af00e service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483701 Jan 27 18:27:16.696148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.727267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50298) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:16.762459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:16.807196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:16.830279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:16.844490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed0351f4bfd4a6c9a28d907b2d6b93d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:16.851787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:16.860358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:16.915247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a694f36d-b0c4-439e-a8f0-dd201af2fab6,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:16.917904 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1b432da6-6d07-445e-b0c4-1eb4f567aad1 req-158a732a-78a0-4308-a368-94ad4446780e service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194762 Jan 27 18:27:16.934975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.935379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.935770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.936156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.936592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.937010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.946416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.947225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.948014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.949331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.950011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.951465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.953334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.953969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.954365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.954771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.955121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.955499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.956022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.956819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.957109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.957795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.958306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.958682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:16.981731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:17.006054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.009503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.019088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.020393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1a5e7ecb-f898-4467-ac1b-09ea883bc8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:17.072859 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ed0351f4bfd4a6c9a28d907b2d6b93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444185 Jan 27 18:27:17.074622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87063605-c291-4075-aca4-05b0856bb5b2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:17.077240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50314) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:17.080247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:17.150184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.153274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f62d3-787d-4e2b-b51c-6268a78133d1 req-d313bba0-1b56-469b-8a12-51755d99b4fa tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:17.155007 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b75f62d3-787d-4e2b-b51c-6268a78133d1 req-d313bba0-1b56-469b-8a12-51755d99b4fa tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 944 time: 1.0583067 Jan 27 18:27:17.175333 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a694f36d-b0c4-439e-a8f0-dd201af2fab6 HTTP/1.1" status: 204 len: 168 time: 1.8058014 Jan 27 18:27:17.184677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.208077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50322) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:17.251928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.259438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14b93f0e-3a4e-4614-90f5-6f95592bb2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:17.283104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87063605-c291-4075-aca4-05b0856bb5b2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:17.290242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:17.291058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:17.292285 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87063605-c291-4075-aca4-05b0856bb5b2 HTTP/1.1" status: 204 len: 168 time: 0.2139432 Jan 27 18:27:17.302792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52828e-6fe4-4a7f-8c0a-55fd501aeb8b req-692ee06b-3bce-4a59-b1e7-7bae23fa771c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:17.304474 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2c52828e-6fe4-4a7f-8c0a-55fd501aeb8b req-692ee06b-3bce-4a59-b1e7-7bae23fa771c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 1.1696808 Jan 27 18:27:17.448571 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP ab43e4df-88eb-475a-bbbb-b7ea134414a0 associated. External IP: 172.28.2.30, port: 94d778ac-b522-43a8-9b61-56567109b854. Jan 27 18:27:17.623404 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b75f62d3-787d-4e2b-b51c-6268a78133d1 req-9969348a-955a-4b5c-9318-fffb662088f1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493673 Jan 27 18:27:17.667347 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2c52828e-6fe4-4a7f-8c0a-55fd501aeb8b req-00e15fb3-faac-4b3a-9e47-cb91bf2191ec tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358316 Jan 27 18:27:17.700912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.028709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.376949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50362) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:18.497669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-a23a88e1-ee92-4587-9704-1e39ba49e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:18.502328 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-a23a88e1-ee92-4587-9704-1e39ba49e336 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 1163 time: 0.2598612 Jan 27 18:27:18.575400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:18.676755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:18.682838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:18.683561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.701536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cfe20e-dc6e-491e-a937-37f476e66b04']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:18.738388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:18.739102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05a2b7b-e93f-4345-b52c-2dd6ec4782c7') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:18.799761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.841092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22ee3-6c48-4823-951e-ad14e990fe08 req-2d970a6a-1843-487d-9291-30a427381aa8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:18.841332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.843025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8e22ee3-6c48-4823-951e-ad14e990fe08 req-2d970a6a-1843-487d-9291-30a427381aa8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.4331501 Jan 27 18:27:18.860024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.884023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:18.887407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:18.891711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:18.896080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:18.898675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Usage tracker for resource:security_group_rule and tenant:7d6813ebbe914c6098ea4a1499da8b80 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:18.900712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:18.905310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:18.917861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:27:18.928291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:18.940574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-1259cb2e-bde7-4305-b9ee-eee690ea8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:18.943205 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-1259cb2e-bde7-4305-b9ee-eee690ea8dde service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.4335837 Jan 27 18:27:18.983305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:18.994429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.995012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.995695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.996224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.996769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.997332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.997856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.998372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.998887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.999418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:18.999932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.000494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.001395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.001914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.002445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.002959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.003473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.004046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.004560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.005082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.005747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.006460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.006983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.007518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:19.014046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:19.095702 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-dd46dd2a-79b8-46ad-a7e9-d7ef8d121854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 HTTP/1.1" status: 200 len: 217 time: 0.1158760 Jan 27 18:27:19.146045 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8e22ee3-6c48-4823-951e-ad14e990fe08 req-20d58fbe-1301-4c8f-81f7-c1ac0777d017 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932775 Jan 27 18:27:19.164262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.176977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:27:19.221960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-9a3aa3ef-7e56-40c0-ad80-3832da58e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:19.223929 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-9a3aa3ef-7e56-40c0-ad80-3832da58e5bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.1132708 Jan 27 18:27:19.254677 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0', 'code': 200} Jan 27 18:27:19.310920 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-79aee9b1-daff-4645-b46b-d65da32b2c89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549123 Jan 27 18:27:19.316195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.345290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.362227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:27:19.378269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:27:19.387665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a6678b87-f734-45c6-8346-709c06e6c297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:19.402248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:19.405630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:19.440543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.516376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:27:19.578620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.624973 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d6813ebbe914c6098ea4a1499da8b80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2409887 Jan 27 18:27:19.627997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50396) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:19.758310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:19.758824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aedb741-ba15-4160-a303-3ec37e6f7991,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:19.768944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:19.847513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:19.854827 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-a568a344-db61-4260-a888-d304c6ba8034 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365241 Jan 27 18:27:19.942157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Network e7cfe20e-dc6e-491e-a937-37f476e66b04 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:27:20.030970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.122746 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6293d958-56e0-4d96-bac9-1b1eb881b230 req-6524b6e6-6f19-4bae-a1c6-9706a118b1c0 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2477605 Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:27:20.131890 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:27:20.148995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:20.154661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.160308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e9f58107-db14-4a7a-822c-41c6f6c5068b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:20.245255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:20.245944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.254715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aedb741-ba15-4160-a303-3ec37e6f7991,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:20.262907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:20.265731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.266966 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1aedb741-ba15-4160-a303-3ec37e6f7991 HTTP/1.1" status: 204 len: 168 time: 0.5842669 Jan 27 18:27:20.486178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'ab43e4df-88eb-475a-bbbb-b7ea134414a0', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': '94d778ac-b522-43a8-9b61-56567109b854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43622c-7090-4cd4-9252-e5e13a389447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:26:44Z', 'updated_at': '2021-01-27T18:27:15Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:20.491643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:27:20.497930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6204b-058e-43e6-a130-73e1ec3ee043 req-b8b5591d-c066-4266-887b-e3f5288a3885 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:20.515492 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bad6204b-058e-43e6-a130-73e1ec3ee043 req-b8b5591d-c066-4266-887b-e3f5288a3885 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 1.5867622 Jan 27 18:27:20.522518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:20.523479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:20.618384 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e155d623-3e56-47a6-bc60-6e25139c0bd0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "PUT /v2.0/floatingips/ab43e4df-88eb-475a-bbbb-b7ea134414a0 HTTP/1.1" status: 200 len: 991 time: 6.9034839 Jan 27 18:27:20.642670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'tag': '94d778ac-b522-43a8-9b61-56567109b854'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:20.679785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.710010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-41568cd5-9ce6-4907-8fc0-39359e4c4649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:20.734822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.777826 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bad6204b-058e-43e6-a130-73e1ec3ee043 req-d6a2a45c-fa56-49d0-ae6d-f4861718cb39 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610095 Jan 27 18:27:20.797458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cfe20e-dc6e-491e-a937-37f476e66b04,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:20.805677 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e7cfe20e-dc6e-491e-a937-37f476e66b04 HTTP/1.1" status: 204 len: 168 time: 3.5964406 Jan 27 18:27:20.807587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85f1322b-9c43-415d-8983-fb498b4b45b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:20.839546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d6028-4cc2-4a90-a81e-6d97d31a8fb1 req-30b01ad8-cdda-418a-b10e-23d558d38416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:20.841257 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-268d6028-4cc2-4a90-a81e-6d97d31a8fb1 req-30b01ad8-cdda-418a-b10e-23d558d38416 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 1163 time: 0.7032528 Jan 27 18:27:20.871597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:20.909344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50436) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:20.964071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:20.990179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:21.000688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9db96-0c91-4c55-85c0-40aa4aa576cb req-03d622aa-44be-48f6-bc8f-0088bd6e8369 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:21.002012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b423fe0f66f48ff9fb68e659c6c448d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:21.014183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:21.018910 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cde9db96-0c91-4c55-85c0-40aa4aa576cb req-03d622aa-44be-48f6-bc8f-0088bd6e8369 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.4661655 Jan 27 18:27:21.043849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:21.147300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50442) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:21.165412 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-268d6028-4cc2-4a90-a81e-6d97d31a8fb1 req-70fe91da-7604-4e32-9b26-dc21a3ccb289 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427023 Jan 27 18:27:21.195682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.197807 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cde9db96-0c91-4c55-85c0-40aa4aa576cb req-88314c7a-5f6d-426d-8620-3d30b699dd38 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775918 Jan 27 18:27:21.207756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.220736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:21.276257 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'tag': '94d778ac-b522-43a8-9b61-56567109b854', 'status': 'completed', 'code': 200} Jan 27 18:27:21.291670 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2bd07546-4666-41d5-96cd-955670da530c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d85076aba77481d90d675b0cc131112&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1423047 Jan 27 18:27:21.293743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3102c7-d691-46c2-89a0-9b5b9eae4ba4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:21.295243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50446) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:21.300265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b423fe0f66f48ff9fb68e659c6c448d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895330 Jan 27 18:27:21.301718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:21.303464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50450) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:21.374135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.390434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.409995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.433697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.471647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.477181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:21.479365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'ab43e4df-88eb-475a-bbbb-b7ea134414a0', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': '94d778ac-b522-43a8-9b61-56567109b854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43622c-7090-4cd4-9252-e5e13a389447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:26:44Z', 'updated_at': '2021-01-27T18:27:15Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:21.484407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc10bf-cf32-4400-b623-52163b0e170d None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'ab43e4df-88eb-475a-bbbb-b7ea134414a0', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.30', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': '94d778ac-b522-43a8-9b61-56567109b854', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:7c:52:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c43622c-7090-4cd4-9252-e5e13a389447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:26:44Z', 'updated_at': '2021-01-27T18:27:15Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:27:21.502299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.508131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:21.515295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371315b4-2d40-42b8-8917-2321cd9eb6f5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:21.528642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.529158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3102c7-d691-46c2-89a0-9b5b9eae4ba4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:21.529969 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/371315b4-2d40-42b8-8917-2321cd9eb6f5 HTTP/1.1" status: 204 len: 168 time: 0.2336428 Jan 27 18:27:21.539833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:21.540062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:21.542864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:21.544973 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc3102c7-d691-46c2-89a0-9b5b9eae4ba4 HTTP/1.1" status: 204 len: 168 time: 0.2337060 Jan 27 18:27:21.764162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-f7eb06b3-b520-4d6f-ae47-7c52d15d19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:21.766385 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-f7eb06b3-b520-4d6f-ae47-7c52d15d19ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1163 time: 0.1199079 Jan 27 18:27:21.885861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3228db6-a49f-454f-bf24-4efc8ee2c36e None None] New status for floating IP ab43e4df-88eb-475a-bbbb-b7ea134414a0: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:27:22.401983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-2b024ec0-50ff-4e82-a6b5-44c03ed4e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:22.403586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-2b024ec0-50ff-4e82-a6b5-44c03ed4e629 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.6281664 Jan 27 18:27:22.726389 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-ae77b5bd-0780-4202-a75c-3ce19088d844 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 999 time: 0.2790890 Jan 27 18:27:22.927453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed684758-b34e-4d3f-9fdd-a2e888726c97 req-90128a7f-e312-444f-871c-cb3dfd39c6a1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:22.932568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ed684758-b34e-4d3f-9fdd-a2e888726c97 req-90128a7f-e312-444f-871c-cb3dfd39c6a1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.5273139 Jan 27 18:27:23.117625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeae84e-4372-4b6c-9a8b-f09b620f48cf req-f8c68bf1-a4dc-42cb-84fe-acb71b673e38 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:23.119381 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5eeae84e-4372-4b6c-9a8b-f09b620f48cf req-f8c68bf1-a4dc-42cb-84fe-acb71b673e38 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.5720856 Jan 27 18:27:23.132066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-bdd0ff28-ace2-466d-93f4-26f963a760d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:23.133637 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-bdd0ff28-ace2-466d-93f4-26f963a760d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.3989449 Jan 27 18:27:23.220027 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ed684758-b34e-4d3f-9fdd-a2e888726c97 req-9bbeb962-08d9-4087-91aa-439e4ea49210 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793961 Jan 27 18:27:23.339304 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5eeae84e-4372-4b6c-9a8b-f09b620f48cf req-a1a0e6c4-9ed2-4c3b-90d1-01c985ec52cb tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089965 Jan 27 18:27:23.375085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50536) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:23.396981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-3b06d7ac-0ea8-488e-99a0-307913c4af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:23.398912 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-3b06d7ac-0ea8-488e-99a0-307913c4af6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2441356 Jan 27 18:27:23.681720 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-56c0ad41-63f8-478e-9644-efb7211f5de3 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419367 Jan 27 18:27:23.709054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-network', 'tenant_id': '462644b842f44649a0c74a2636c5d269'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:23.714572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:23.719112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Usage tracker for resource:network and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:23.722895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:23.730816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:23.752194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Made reservation on behalf of 462644b842f44649a0c74a2636c5d269 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:23.761195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:23.778778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:23.798713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:23.806636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:23.809816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:23.818165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:23.912058 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0fc22fef-d015-45f3-b0a4-c69f2d4225b4 req-d79f9876-2d82-4093-b4c2-22d4104147ad service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2169921 Jan 27 18:27:23.926309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:23.929553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:23.935874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac6521dc-6dcc-4b2d-a990-1295d9d05ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:23.980675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:27:24.002349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.002811 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Added segment a489713a-a03b-4b53-a5c3-e650a5c0d457 of type vxlan for network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 Jan 27 18:27:24.035505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.042839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fa17d-3c23-4ef7-8a8d-01418bcbacab,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:24.046116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:24.078934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.080301 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:24.080964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.089624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4789ff85-1db6-4d7c-8089-6879fd59fd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:24.230518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Pushing event updated for resources: {'Network': ['ID=4d8fc9bd-39a2-4439-b331-0f8142c4dec1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:24.234317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:24.243726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:24.253342 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8766041 Jan 27 18:27:24.256850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50564) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:24.263843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Request body: {'subnet': {'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-subnet', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:24.276053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:24.281445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Usage tracker for resource:subnet and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:24.286477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:24.295335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:24.310670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Made reservation on behalf of 462644b842f44649a0c74a2636c5d269 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:24.317243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132593041'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.385772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:24.533604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:24.628616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:24.629112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.783912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fd245-6566-4daa-bd69-324c066d94c2 req-031db87b-ec70-4ec4-8977-34e11b473a49 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:24.786365 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3a7fd245-6566-4daa-bd69-324c066d94c2 req-031db87b-ec70-4ec4-8977-34e11b473a49 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.3958287 Jan 27 18:27:24.848150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134049584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132593150'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:24.867646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ae0e6f0c-7fd6-4fd1-90d2-1d0afdd031b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:24.890172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd09ea-ef0d-41e1-bd14-2eab5bebd40b req-880d08d1-1880-428e-800d-928425ba8321 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:24.891848 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-10fd09ea-ef0d-41e1-bd14-2eab5bebd40b req-880d08d1-1880-428e-800d-928425ba8321 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.3487489 Jan 27 18:27:24.940027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35dcb740-3db7-414d-ac41-43c58862cb93,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:24.993061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:24.993841 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3a7fd245-6566-4daa-bd69-324c066d94c2 req-e5f91dd4-4dad-4e92-a1d6-808367dc94c3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008759 Jan 27 18:27:25.049470 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-10fd09ea-ef0d-41e1-bd14-2eab5bebd40b req-0b215682-e7ef-43e8-b282-233fd4d37b7d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377723 Jan 27 18:27:25.121941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Checking segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:25.122337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Network hostable DHCP agents. Network: 4d8fc9bd-39a2-4439-b331-0f8142c4dec1, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:27:25.147011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:27:25.169178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 4d8fc9bd-39a2-4439-b331-0f8142c4dec1) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:25.181942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb7059-5f8a-4b6a-88ba-2512cdb7e963 None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:25.205649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:25.206924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.230349 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9723144 Jan 27 18:27:25.233123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50608) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:25.239497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:25.246032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:25.251667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Usage tracker for resource:router and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:25.256470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:25.263909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:25.276039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.277346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.301200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.527403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:27:25.527403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.652789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50626) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:25.711611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.926539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:25.957860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:25.963974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Usage tracker for resource:security_group_rule and tenant:53a590cc74fb4c708b0e11e3fa54d1c6 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:25.969097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:25.977952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:26.143397 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Allocated IP 172.20.0.2 (4d8fc9bd-39a2-4439-b331-0f8142c4dec1/35dcb740-3db7-414d-ac41-43c58862cb93/5f367121-eda6-4e95-b402-bb8cdeb7d9e1) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:26.202098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.206175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.228711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.237966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6f759413-783e-473b-a7b2-06b0e72b705d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:26.267873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.491937 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53a590cc74fb4c708b0e11e3fa54d1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8376348 Jan 27 18:27:26.493441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50652) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:26.525125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315bf4c3-2dbd-4d85-a7c0-896dd3f4c41b,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:26.612230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:26.637733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.667278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Transition to ACTIVE for port object 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:26.683724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.703203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Transition to ACTIVE for port object 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:26.715494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.764214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Allocated IP 172.28.2.147 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/48307930-1102-4e90-a550-d7ec5536d35c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:26.845698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460b1d0-7876-4b3d-9d29-98ed10146dc2 req-81ae817d-b7eb-4928-adfc-53288f489162 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:26.853665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5460b1d0-7876-4b3d-9d29-98ed10146dc2 req-81ae817d-b7eb-4928-adfc-53288f489162 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.5365276 Jan 27 18:27:26.859076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:26.929924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:26.965813 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5460b1d0-7876-4b3d-9d29-98ed10146dc2 req-8e1f4eac-dfb6-4853-873e-b7f70f39f887 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111016 Jan 27 18:27:27.013130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.090486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.098188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-53efd952-66cf-4ae2-a025-5978d263ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:27.115231 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.118978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315bf4c3-2dbd-4d85-a7c0-896dd3f4c41b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:27.129638 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Pushing event updated for resources: {'Port': ['ID=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:27.139547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:27.140678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.141965 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/315bf4c3-2dbd-4d85-a7c0-896dd3f4c41b HTTP/1.1" status: 204 len: 168 time: 0.6193466 Jan 27 18:27:27.160480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:27.161712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:27.175892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:27.189845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:27.218525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:27.292495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Attempting to bind port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:27.292926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Attempting to bind port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:27.293373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Attempting to bind port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 on network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:27.300155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:27.300753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Checking segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:27.302312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.302312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Bound using segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:27.302312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Bound port: 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:27.302557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.412986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] For port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:27.416849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] For port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:27.420627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.438185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:27.571735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Pushing event updated for resources: {'Port': ['ID=48307930-1102-4e90-a550-d7ec5536d35c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:27.577428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:27.582389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Pushing event updated for resources: {'Port': ['ID=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:27.588202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:27.605002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50678) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:27.634268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:27.635514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:27.637767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.642251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:27.662257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:27.666826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Usage tracker for resource:security_group_rule and tenant:2edb5ea847324fa598e5f5479c29d43c is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:27.670381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:27.679007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:27.792976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.796551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.807543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c52db456-7098-4a1d-91cf-68afe460d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:27.858291 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2edb5ea847324fa598e5f5479c29d43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512860 Jan 27 18:27:27.863327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e3c97-46b3-4371-9c0a-7080f688d2bb,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:27.880669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50688) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:27.884393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:27.958713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:27.989416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:28.044314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:28.055010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-00c4e859-a1f6-4a88-8e0a-ae7d3399e438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:28.092207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:28.093793 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a8e3c97-46b3-4371-9c0a-7080f688d2bb HTTP/1.1" status: 204 len: 168 time: 0.2118905 Jan 27 18:27:28.096567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e3c97-46b3-4371-9c0a-7080f688d2bb,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:28.103150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:28.441778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:28.476367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b24814-3a4b-4e8c-ada0-7f3157953751 req-e88cfed1-c998-4c58-be40-3b4495b07aa3 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:28.478140 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b24814-3a4b-4e8c-ada0-7f3157953751 req-e88cfed1-c998-4c58-be40-3b4495b07aa3 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.2264230 Jan 27 18:27:28.642419 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b24814-3a4b-4e8c-ada0-7f3157953751 req-545d7806-a2c3-4f30-a200-7d4f9a8f0152 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576447 Jan 27 18:27:29.158967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:29.330405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:29.417506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-12d55b2c-0295-432a-b3e2-d1839c574e5e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:29.419810 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-12d55b2c-0295-432a-b3e2-d1839c574e5e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.5734453 Jan 27 18:27:29.424903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50772) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:29.446437 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-583d6cea-7069-4fbd-8d53-0be7ad035270 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/quotas/7c8317f74a414508b67736c97a9aa058 HTTP/1.1" status: 200 len: 375 time: 0.0124900 Jan 27 18:27:29.522498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:29.601947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f1f4a-08f6-444d-92d1-9944f2050f76 None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:29.822181 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-ada548e6-e248-4388-bcbe-6aa3839227e1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3640890 Jan 27 18:27:30.058671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.064009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:27:30.125901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Provisioning for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:30.138271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:30.145796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Provisioning complete for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:30.146205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.158438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Usage tracker for resource:security_group_rule and tenant:a5daf547e0754b0a9a7359b43ef60cc0 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:30.177701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:30.289224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e644-2e7c-4c10-9cbf-f06564d12c63 req-d6947b2f-b037-4536-a1c4-f1068ff775d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:30.291070 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2aa7e644-2e7c-4c10-9cbf-f06564d12c63 req-d6947b2f-b037-4536-a1c4-f1068ff775d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.3260112 Jan 27 18:27:30.294101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:30.298685 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-c2178fe9-d062-45fb-9d19-2ba4bd9726dc service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755542 Jan 27 18:27:30.389403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:27:30.414315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50804) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:30.427106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.509276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:27:30.513663 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2aa7e644-2e7c-4c10-9cbf-f06564d12c63 req-e08e9c6e-88c4-4e17-9322-803b254879f3 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124276 Jan 27 18:27:30.523060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:27:30.555939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:30.559520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:30.561881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] For port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:30.582009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.583741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:30.623101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.626503 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3922949 Jan 27 18:27:30.630625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50818) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:30.711436 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-b2903595-15c2-4b65-a0ec-0ed35bf2e608 service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3159442 Jan 27 18:27:30.814627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Pushing event updated for resources: {'Port': ['ID=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:30.819479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1821588568-network', 'tenant_id': '78ece15c07fb49bea778c343b50dd25e'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:30.832757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:30.964384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4a49ee6f-d12d-4a54-9fe6-08b2e36fe3d8 None None] Provisioning complete for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:30.972388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a49ee6f-d12d-4a54-9fe6-08b2e36fe3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:30.986466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:31.002745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:31.065828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Usage tracker for resource:network and tenant:78ece15c07fb49bea778c343b50dd25e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:31.082244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:31.104045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:31.174801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:31.338532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.438568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2fec3f82-83a6-4045-99cd-70efbfb261e4 req-7a7dfe08-060f-401a-aedf-27940f2484fc tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0936725 Jan 27 18:27:31.439522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.470557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e15ddaf9-5ede-41eb-ac54-d3f923dbdd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:31.497469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:31.498010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.521869 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5daf547e0754b0a9a7359b43ef60cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0955412 Jan 27 18:27:31.522613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50838) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:31.603041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Made reservation on behalf of 78ece15c07fb49bea778c343b50dd25e for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:31.608769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.631718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.682898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.740968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.766784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:31.808668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b9ebb6bc-5a4a-4ea6-9db9-0d156e2987da None None] Provisioning complete for port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:31.809841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9ebb6bc-5a4a-4ea6-9db9-0d156e2987da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.825706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:27Z', 'revision_number': 3, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:31.831793 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:27:31.832449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Updating router c44bd159-e4e1-4509-bd9a-a429898cbb1e port 48307930-1102-4e90-a550-d7ec5536d35c binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:27:31.842088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ab445-122c-4c61-89a5-7c05a0e90187,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:31.852392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:31.891068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Usage tracker for resource:security_group_rule and tenant:78ece15c07fb49bea778c343b50dd25e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:31.904736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:31.916015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.921733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:31.927905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:31.949780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a6a4d6eb-49a3-49e8-a06f-c89bdf2cbda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:31.992225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ab445-122c-4c61-89a5-7c05a0e90187,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:31.995024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:31.996976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.001458 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a8ab445-122c-4c61-89a5-7c05a0e90187 HTTP/1.1" status: 204 len: 168 time: 0.4695363 Jan 27 18:27:32.136500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b768d-fccf-4bf6-bcc4-91db88d92dd9 req-ffd71480-8042-46de-b540-3bd88a4d476e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:32.138524 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-486b768d-fccf-4bf6-bcc4-91db88d92dd9 req-ffd71480-8042-46de-b540-3bd88a4d476e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.3361585 Jan 27 18:27:32.261935 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-486b768d-fccf-4bf6-bcc4-91db88d92dd9 req-507fc555-f02c-45b6-a2ce-ae0e211a31f3 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168509 Jan 27 18:27:32.489428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.506936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Transition to ACTIVE for port object 48307930-1102-4e90-a550-d7ec5536d35c will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:32.510919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.526832 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.532884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:32.562716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.578242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:27:32.589436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.589882 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Added segment 750252b7-d7f2-4412-9363-aeed6b510ff0 of type vxlan for network 966775a5-9938-4e86-828b-da9413fb1fa1 Jan 27 18:27:32.618554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.656240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4784a305-ba84-439f-81f9-570f4908ea88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:32.668281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.675804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:32.676568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.686748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Pushing event updated for resources: {'Port': ['ID=48307930-1102-4e90-a550-d7ec5536d35c,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:32.700845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.701373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.701817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.702255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.702978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.702978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.703484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.703909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.704337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.704759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.705249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.705995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.706749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.707316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.708157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.708157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.708684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.709179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.709642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.710098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.710669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.711057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.711516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.711970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:27:32.716555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:32.727466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0301e6d3-f212-494b-94f6-aae4f45cab14,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:32.763498 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c3fb1d0b-b738-42c9-be21-ae2ffb06e252 req-ad426492-dc44-49a8-a4dc-53151a18c36e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0751116 Jan 27 18:27:32.765663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:32.766202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4b880dc-bb5c-44fa-acdb-fcb755bcda5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:32.789581 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3709891 Jan 27 18:27:32.790297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50866) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:32.796272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Request body: {'subnet': {'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1821588568-subnet', 'tenant_id': '78ece15c07fb49bea778c343b50dd25e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:32.803353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:32.815091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Usage tracker for resource:subnet and tenant:78ece15c07fb49bea778c343b50dd25e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:32.821892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:32.831225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:32.850315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Made reservation on behalf of 78ece15c07fb49bea778c343b50dd25e for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:32.857248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132496280'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.919473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Attempting to bind port 48307930-1102-4e90-a550-d7ec5536d35c on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:32.919885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Attempting to bind port 48307930-1102-4e90-a550-d7ec5536d35c by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:32.920283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Attempting to bind port 48307930-1102-4e90-a550-d7ec5536d35c on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:32.922994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.932739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:32.933288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:32.933610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.934047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:32.934570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Bound port: 48307930-1102-4e90-a550-d7ec5536d35c, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:32.934980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.969240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Pushing event updated for resources: {'Network': ['ID=966775a5-9938-4e86-828b-da9413fb1fa1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:32.973887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:32.983776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 966775a5-9938-4e86-828b-da9413fb1fa1 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:33.006303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 966775a5-9938-4e86-828b-da9413fb1fa1 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:33.016600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:33.111393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] For port 48307930-1102-4e90-a550-d7ec5536d35c, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:33.122569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] For port 48307930-1102-4e90-a550-d7ec5536d35c, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=48307930-1102-4e90-a550-d7ec5536d35c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:33.126796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:33.297055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:33.421348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Pushing event updated for resources: {'Port': ['ID=48307930-1102-4e90-a550-d7ec5536d35c,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:33.445947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-315aa09b-cbf7-404d-b7ca-01a38d9b4dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:33.558526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:33.559368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:33.691098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Allocated IP 172.20.0.1 (4d8fc9bd-39a2-4439-b331-0f8142c4dec1/35dcb740-3db7-414d-ac41-43c58862cb93/78d4aa5c-15d5-436b-8bc6-69b2f184f9b8) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:33.728429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-120fed05-3832-4dd3-bbc8-56d52b69fd9f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:33.730694 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-120fed05-3832-4dd3-bbc8-56d52b69fd9f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.5230021 Jan 27 18:27:33.810492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:33.824434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Request body: {'port': {'device_id': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a', 'admin_state_up': True, 'tenant_id': '7c8317f74a414508b67736c97a9aa058'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:33.935548 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:33.957358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Transition to ACTIVE for port object 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:33.989583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.143037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:34.225587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:34.229274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:34.233830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:34.261072 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-27dc4d26-1256-469d-bbc5-fc8ad80e5209 req-945d19db-509d-43fa-957d-cf1b9ab4ebd5 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 210 time: 0.2490475 Jan 27 18:27:34.288142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:34.303656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Pushing event updated for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:34.358902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.372716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:27Z', 'revision_number': 3, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:34.378628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937e90-37b4-4591-8e24-10d6b095b6ad None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:27Z', 'revision_number': 3, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:27:34.388971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Usage tracker for resource:port and tenant:7c8317f74a414508b67736c97a9aa058 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:34.394533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:34.396073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:34.414427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:34.514381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.540521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e89f9-18c2-4329-b6d4-4a716e876948 req-a6df0806-0ab0-46f4-94e1-624513e42643 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:34.542105 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-839e89f9-18c2-4329-b6d4-4a716e876948 req-a6df0806-0ab0-46f4-94e1-624513e42643 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.8095088 Jan 27 18:27:34.544839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:34.575762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.619659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-382bdbf5-4442-463f-b298-e2f0c0be55d9 None None] Provisioning for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:34.633394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-382bdbf5-4442-463f-b298-e2f0c0be55d9 None None] Provisioning complete for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:34.634166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-382bdbf5-4442-463f-b298-e2f0c0be55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.795423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-382bdbf5-4442-463f-b298-e2f0c0be55d9 None None] Port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:27:34.832267 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-839e89f9-18c2-4329-b6d4-4a716e876948 req-e75079e0-b884-4835-a8a9-c18c31c81d5b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440474 Jan 27 18:27:34.964972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:34.974736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.034533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50922) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:35.035526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:35.125888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132214789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132496375'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.152682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.182989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8b5cc4f1-ad4b-4a84-a701-cd75d76cf126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:35.242441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Pushing event updated for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:35.262889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:35.342958 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Allocated IP 172.20.0.11 (b65ddf2d-5ba4-4065-9825-93fa78ff377a/d4917bf0-4e7e-4f60-bb24-67a48b494c60/90af6652-5561-4103-8de5-14fd9c495678) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:35.347298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:35.373409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:35.375741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.398625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:35.403680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Usage tracker for resource:security_group_rule and tenant:23cfb415e3dd462586aa99216102e8de is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:35.407054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:35.415331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:35.519178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:35.530862 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:35.573025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7c41a8e0-9c0b-416e-a740-c932d86d956b req-20e0a04c-0c27-4b57-bbcb-ef06686793b8 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 210 time: 0.1119494 Jan 27 18:27:35.654737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Checking segment: {'id': '750252b7-d7f2-4412-9363-aeed6b510ff0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:35.655269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Network hostable DHCP agents. Network: 966775a5-9938-4e86-828b-da9413fb1fa1, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:27:35.810032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 50938) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:35.821459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Network 966775a5-9938-4e86-828b-da9413fb1fa1 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:27:35.849767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-01b1bbfb-de65-42a3-9055-0d585bf80cea None None] Provisioning complete for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:35.850205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-01b1bbfb-de65-42a3-9055-0d585bf80cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.850847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.856661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 966775a5-9938-4e86-828b-da9413fb1fa1) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:35.877782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:35.879707 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:35.922965 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-65d1470a-c13e-4a5f-8008-558227f08ab7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1317430 Jan 27 18:27:35.946722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa5666-87f6-4bb5-8021-972e0085d0c0 None None] Network 966775a5-9938-4e86-828b-da9413fb1fa1 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:35.977187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.053123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-825c7e5f-f0c5-490b-ae23-9d43ebf60cc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:36.075358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:27:36.103561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.114909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.147220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e81ff0ae-cc76-4f0d-983f-ff3d0d5dfeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:36.472071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:27:36.510346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-01b1bbfb-de65-42a3-9055-0d585bf80cea None None] Port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:27:36.514156 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23cfb415e3dd462586aa99216102e8de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3981841 Jan 27 18:27:36.515616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5a7e2-8a15-40d9-bb2a-14173383e580,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:36.521455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50958) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:36.523633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:36.549962 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] 10.222.0.60 "PUT /v2.0/routers/c44bd159-e4e1-4509-bd9a-a429898cbb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9145064 Jan 27 18:27:36.613387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.626423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5c92f-ab1e-423b-88d0-6da712ca25c5 None None] Network 966775a5-9938-4e86-828b-da9413fb1fa1 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:36.657466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.663222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event updated for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:36.672683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:36.678201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:36.684839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a187647aca4af595d503c6864cdba1 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:36.688595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:36.724948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:36.727054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.833640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.839188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e521118a-0269-484c-8cbf-5bae35d68ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:36.851316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5a7e2-8a15-40d9-bb2a-14173383e580,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:36.856570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:36.858640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:36.859912 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17c5a7e2-8a15-40d9-bb2a-14173383e580 HTTP/1.1" status: 204 len: 168 time: 0.3351943 Jan 27 18:27:36.902072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b60773-3dc4-4432-bf91-56cacb4c0435 req-1795dd6a-53fa-4556-a395-0b464da31d99 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:36.910129 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-90b60773-3dc4-4432-bf91-56cacb4c0435 req-1795dd6a-53fa-4556-a395-0b464da31d99 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.8627658 Jan 27 18:27:37.148978 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-90b60773-3dc4-4432-bf91-56cacb4c0435 req-7b93373e-aabb-4dc4-8a89-86da65dbf1f6 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380853 Jan 27 18:27:37.157087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:37.196546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 48307930-1102-4e90-a550-d7ec5536d35c up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:37.258261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:37.264803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:37.316750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 48307930-1102-4e90-a550-d7ec5536d35c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:37.324466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 48307930-1102-4e90-a550-d7ec5536d35c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:37.325306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.354397 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.371561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.389786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-aebf28a5-44fc-4ce2-976b-06ca81c3a072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:37.499676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50992) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:37.510624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-666595948-network', 'tenant_id': 'd818e15079a641e79c5daabf4dcbac83'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:37.512381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051360e3-8363-40d5-8005-178fd06066f2 req-d7bc5638-06b6-4f2d-898f-808ed8304169 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:37.513244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-051360e3-8363-40d5-8005-178fd06066f2 req-d7bc5638-06b6-4f2d-898f-808ed8304169 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:37.520570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:37.524183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.535214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Usage tracker for resource:network and tenant:d818e15079a641e79c5daabf4dcbac83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:37.542977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:37.560062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:37.569303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 48307930-1102-4e90-a550-d7ec5536d35c, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=48307930-1102-4e90-a550-d7ec5536d35c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:37.575609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.584002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:37.588252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Made reservation on behalf of d818e15079a641e79c5daabf4dcbac83 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:37.600049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.607375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:37.608123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.629407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-051360e3-8363-40d5-8005-178fd06066f2 req-d7bc5638-06b6-4f2d-898f-808ed8304169 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:37.630708 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-051360e3-8363-40d5-8005-178fd06066f2 req-d7bc5638-06b6-4f2d-898f-808ed8304169 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 932 time: 0.7181396 Jan 27 18:27:37.651905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.680791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8a187647aca4af595d503c6864cdba1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8699245 Jan 27 18:27:37.684215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 50998) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:37.684536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83086e07-ff75-432b-a4a8-726cfe7f2225,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:37.693635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:37.724189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=48307930-1102-4e90-a550-d7ec5536d35c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:37.737229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:37.743987 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-051360e3-8363-40d5-8005-178fd06066f2 req-bcce8ae8-35bf-458e-b7f9-e189e92789b8 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877154 Jan 27 18:27:37.745684 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9366438 Jan 27 18:27:37.755302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:37.770622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Request body: {'port': {'device_id': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:37.780875 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d818e15079a641e79c5daabf4dcbac83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:37.794096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:27:37.796048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:37.807766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:37.813598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:37.814305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:37.845742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.929173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:37.984759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.064476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:38.095208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.128594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ae6cc9e7-2a65-47a4-a4c2-4d883ba61c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:38.155448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.157009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83086e07-ff75-432b-a4a8-726cfe7f2225 HTTP/1.1" status: 204 len: 168 time: 0.4716845 Jan 27 18:27:38.161608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.163602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83086e07-ff75-432b-a4a8-726cfe7f2225,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:38.184326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:38.185703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.229045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:27:38.260142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.260588 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Added segment 8edced1c-df33-41f1-b310-986886c7f2e7 of type vxlan for network 53196711-ba6f-4aca-ba0f-87a1f4f63852 Jan 27 18:27:38.330830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-029ba797-8e1b-4309-bb56-e71efce074c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:38.442576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d045f-eec6-4cd2-97d0-d6299b7e16c9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:38.447916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51016) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:38.449091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:38.451328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.466878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797718456', 'description': 'tempest-description--447021859'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:38.489961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:38.494275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:38.502271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:38.508464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:38.520087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.560527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:38.565869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:38.569277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:38.576560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:38.668311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.673813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.681139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:38.705322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.713810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:38.714761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.755515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.760195 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3020771 Jan 27 18:27:38.761061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51028) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:38.766724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48e4716-4fa9-47c5-b085-475fd1c62f1c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:38.772490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group_rule': {'security_group_id': 'e48e4716-4fa9-47c5-b085-475fd1c62f1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:38.808879 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3077364 Jan 27 18:27:38.814862 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51034) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:38.817329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:38.824171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-83f7285e-3d74-424b-bc4e-48308839dcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:38.843553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 2, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:38.856806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:38.857044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:27:38.857565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Updating router c44bd159-e4e1-4509-bd9a-a429898cbb1e port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:27:38.868706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90af6652-5561-4103-8de5-14fd9c495678 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:38.876738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.878817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Request body: {'subnet': {'network_id': '53196711-ba6f-4aca-ba0f-87a1f4f63852', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-666595948-subnet', 'tenant_id': 'd818e15079a641e79c5daabf4dcbac83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:38.890697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Transition to ACTIVE for port object 90af6652-5561-4103-8de5-14fd9c495678 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:38.896938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:38.912214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Usage tracker for resource:subnet and tenant:d818e15079a641e79c5daabf4dcbac83 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:38.915839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:38.934510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:38.959462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:38.962268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Made reservation on behalf of d818e15079a641e79c5daabf4dcbac83 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:38.967049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132593041'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:38.992024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b82058-9484-4fb0-92a9-dbaa8df57ad9 req-e5ecb3dc-9393-43be-bef9-7aadfe3872d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:39.001201 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09b82058-9484-4fb0-92a9-dbaa8df57ad9 req-e5ecb3dc-9393-43be-bef9-7aadfe3872d0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.5195014 Jan 27 18:27:39.001201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.015441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:39.077166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:39.081120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.097172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 48307930-1102-4e90-a550-d7ec5536d35c up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:39.215378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51042) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:39.251694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-68e1b906-f036-47f1-ad91-3c892eb04fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.260107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.273827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=53196711-ba6f-4aca-ba0f-87a1f4f63852,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:39.284193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:39.301939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.304110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:39.308826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:39.323034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:39.360689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c424499e544c328a37f00b8e158539 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:39.371184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:39.402244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.404842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:39.410925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.429857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:39.430221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:27:39.537705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.549093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09b82058-9484-4fb0-92a9-dbaa8df57ad9 req-0a804388-d1d1-4b2f-b266-a9d6f0f02a43 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474582 Jan 27 18:27:39.552142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.573774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f003279e-b9fe-41ed-87bb-671010e063ac,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:39.597207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:39.629917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:39.695159 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6c424499e544c328a37f00b8e158539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712925 Jan 27 18:27:39.696129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.700169 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-762a2870-bbec-4317-aa0b-9b4fe0ba5c23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9361777 Jan 27 18:27:39.703057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51052) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:39.703435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51054) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:39.714760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 48307930-1102-4e90-a550-d7ec5536d35c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:39.715178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.768573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c528dbe-bcef-4730-a89e-26a92a7c4ce5 req-f4693088-1fe1-4945-b8d8-9d7c67efd82f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:39.768789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group_rule': {'security_group_id': 'e48e4716-4fa9-47c5-b085-475fd1c62f1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:39.770933 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9c528dbe-bcef-4730-a89e-26a92a7c4ce5 req-f4693088-1fe1-4945-b8d8-9d7c67efd82f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 944 time: 0.5391612 Jan 27 18:27:39.812812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab384da-cbdd-45f9-8b2d-86ff879cefc2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:39.820626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:39.825230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:39.833983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:39.851730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:39.878390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:39.899860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.918567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Pushing event updated for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:39.921445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:39.960736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:39.978749 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9c528dbe-bcef-4730-a89e-26a92a7c4ce5 req-6813e473-835f-4860-b319-b55f7828c5d0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277461 Jan 27 18:27:39.986133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.011392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Attempting to bind port 90af6652-5561-4103-8de5-14fd9c495678 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:40.012029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Attempting to bind port 90af6652-5561-4103-8de5-14fd9c495678 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:40.012597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Attempting to bind port 90af6652-5561-4103-8de5-14fd9c495678 on network b65ddf2d-5ba4-4065-9825-93fa78ff377a {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:40.019825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:40.020485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Checking segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:40.021091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.021649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Bound using segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:40.022300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Bound port: 90af6652-5561-4103-8de5-14fd9c495678, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:40.022821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.157488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:40.158462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.161481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af6652-5561-4103-8de5-14fd9c495678,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:40.165073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.165249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.171565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:40.182684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:40.206741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0212b99b-ca01-4053-9f9e-12ee08e7393f,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:40.213910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.219199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:40.221436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:40.242150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab384da-cbdd-45f9-8b2d-86ff879cefc2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:40.247431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:40.257780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.262135 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6e25099e-262d-42af-9343-7484dab5e003 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5483856 Jan 27 18:27:40.265377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:40.268706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.272556 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ab384da-cbdd-45f9-8b2d-86ff879cefc2 HTTP/1.1" status: 204 len: 168 time: 0.5586340 Jan 27 18:27:40.277237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.286008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:40.310738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:40.315824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:floatingip and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:40.317241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Transition to ACTIVE for port object 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:40.320604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:40.321490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.327405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:40.340094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ff72edc9-bc2d-410d-b10e-338db4e7bfce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:40.387627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.392387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:40.393065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.394802 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] 10.222.0.54 "PUT /v2.0/ports/90af6652-5561-4103-8de5-14fd9c495678 HTTP/1.1" status: 200 len: 1158 time: 2.6292226 Jan 27 18:27:40.395321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'tag': '90af6652-5561-4103-8de5-14fd9c495678'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:40.416501 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Pushing event updated for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:40.422338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:40.522543 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'tag': '90af6652-5561-4103-8de5-14fd9c495678', 'status': 'completed', 'code': 200} Jan 27 18:27:40.529085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Pushing event updated for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:40.543604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:40.564412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-46e1f5dd-0d79-4f32-ad46-d0cb65e00234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:40.567484 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-46e1f5dd-0d79-4f32-ad46-d0cb65e00234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 1161 time: 0.1003311 Jan 27 18:27:40.666231 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134049584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132593150'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.735911 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-97f0fd7c-b98b-4366-a487-0c7e2cacd0f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90af6652-5561-4103-8de5-14fd9c495678 HTTP/1.1" status: 200 len: 217 time: 0.1450901 Jan 27 18:27:40.769053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:40.791194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Attempting to bind port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:40.791194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Attempting to bind port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:40.791194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Attempting to bind port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 on network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:40.801832 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:40.802070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Checking segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:40.805044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:40.805044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Bound using segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:40.805044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Bound port: 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:40.805044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:41.009876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:41.014742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] For port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:41.019167 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] For port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:41.023375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:41.040192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c21fa7-685f-48af-903b-3dbc8bc58d06,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:41.047674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:41.075688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-42fec7f5-84da-4ff0-97da-4ccf049c8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:41.077524 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-42fec7f5-84da-4ff0-97da-4ccf049c8c8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.3295894 Jan 27 18:27:41.359823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4210a-e92f-4793-8d86-9341e95e5275 req-f74e24db-ac2d-40e8-871e-6e7ddae8febd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:41.367498 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-87e4210a-e92f-4793-8d86-9341e95e5275 req-f74e24db-ac2d-40e8-871e-6e7ddae8febd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.5355809 Jan 27 18:27:41.369927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-62442421-ac3f-498b-9245-32df96f05bba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2772355 Jan 27 18:27:41.417349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Checking segment: {'id': '8edced1c-df33-41f1-b310-986886c7f2e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '53196711-ba6f-4aca-ba0f-87a1f4f63852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:41.417948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Network hostable DHCP agents. Network: 53196711-ba6f-4aca-ba0f-87a1f4f63852, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:27:41.442491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:41.536529 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-87e4210a-e92f-4793-8d86-9341e95e5275 req-86e2dade-f0f8-4a48-acce-00c15d0bb050 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575463 Jan 27 18:27:41.572099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:27:41.587758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 53196711-ba6f-4aca-ba0f-87a1f4f63852) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:41.599086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Pushing event updated for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:41.614070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff6bcf-9c80-4643-9784-ded3cf8300cf None None] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:41.621694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:41.622347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:41.677624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:41.692018 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8645601 Jan 27 18:27:41.788916 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-af812345-629f-49d9-a2be-09cdcc86f55c service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303716 Jan 27 18:27:41.828888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Allocated IP 172.28.2.42 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/2136523f-2816-4f5d-9053-412453b57c14) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:41.970047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:27:41.971045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:27:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:42.378009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:42.429042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:42.464832 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e2548c7-c6d0-417e-a4c4-4190f8559840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:42.465558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadde46f-2676-4173-90c2-9940c8d427a2 req-c5f8d464-0355-49eb-9aab-a255cee90d7f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:42.467447 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dadde46f-2676-4173-90c2-9940c8d427a2 req-c5f8d464-0355-49eb-9aab-a255cee90d7f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 944 time: 0.9296296 Jan 27 18:27:42.535834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:27:42.541369 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49ac5702-deb9-44ec-a9c6-a2ad4f839130 req-e5103de7-1288-46c0-ba1d-df255fc4198c service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7388890 Jan 27 18:27:42.604473 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dadde46f-2676-4173-90c2-9940c8d427a2 req-2adf1d63-91b0-49d8-a097-70c9a31028b7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200595 Jan 27 18:27:42.676484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:42.720261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=2136523f-2816-4f5d-9053-412453b57c14,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:42.732497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:42.828749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:42.833867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:42.837753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:42.900193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-fb96f3cb-4fdc-4fb3-b972-97dbab896b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:42.901868 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-fb96f3cb-4fdc-4fb3-b972-97dbab896b7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 1161 time: 0.2431352 Jan 27 18:27:42.997515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c166-4e91-41d5-9256-0f8146da3d98 req-0224412e-da99-4388-b42f-c20450e9da56 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:42.999198 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4139c166-4e91-41d5-9256-0f8146da3d98 req-0224412e-da99-4388-b42f-c20450e9da56 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.2157955 Jan 27 18:27:43.011139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.068792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.094121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-037c39ed-6930-4708-855e-d1b8681f7201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.105379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:43.106695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.151925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.208002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-3fb3965e-5a93-46e0-adf9-348207e287ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:43.214047 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-3fb3965e-5a93-46e0-adf9-348207e287ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 0.2137527 Jan 27 18:27:43.396893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-0e7d0c9e-8505-4e7f-b9c9-8678f3f395c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90af6652-5561-4103-8de5-14fd9c495678 HTTP/1.1" status: 200 len: 217 time: 0.1707187 Jan 27 18:27:43.571575 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4139c166-4e91-41d5-9256-0f8146da3d98 req-f2beb6e7-f21c-48e7-bbae-0cbd92caa491 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152060 Jan 27 18:27:43.625191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da51f26-3cde-4585-a4a1-bc3fa1802b68 None None] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:27:43.650445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-b2573d3f-77be-4514-9a29-a570d2055ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:43.652395 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-b2573d3f-77be-4514-9a29-a570d2055ce5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.2211778 Jan 27 18:27:43.812446 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-16fbc1a8-6d8b-44c8-bce3-f16ec2b87933 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:43.814873 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-16fbc1a8-6d8b-44c8-bce3-f16ec2b87933 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/networks?id=966775a5-9938-4e86-828b-da9413fb1fa1 HTTP/1.1" status: 200 len: 809 time: 0.4200091 Jan 27 18:27:43.839084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:43.892236 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-782a0f7f-c039-4262-85fd-50c6844c3f4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738246 Jan 27 18:27:43.910214 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-fab67db7-727d-4c64-9539-a8fcf15cb4ee tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/quotas/78ece15c07fb49bea778c343b50dd25e HTTP/1.1" status: 200 len: 375 time: 0.0145023 Jan 27 18:27:44.049640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:41Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:27:44.065281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fdb932-fed3-4dcf-903c-9806edde9100 None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:41Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:27:44.106585 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-8b44ea72-62c7-4f41-96d6-71d5c564ba78 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=78ece15c07fb49bea778c343b50dd25e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1643248 Jan 27 18:27:44.284394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:44.293466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:44.372815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:44.449208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5710c560-8762-4370-bbab-9cb29fa833d2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:44.532665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=2136523f-2816-4f5d-9053-412453b57c14,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:44.551003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:44.580543 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-c8860fd4-19cf-49b2-a1ea-d194f7239ccd service neutron] 10.222.0.60 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600573 Jan 27 18:27:44.676700 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-56f950ce-e7e2-408d-9237-5cdce763fff3 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668872 Jan 27 18:27:44.713044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:44.737278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:44.739315 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4726315 Jan 27 18:27:45.030677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:45.113822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5fe8b-2ce6-43cd-88c5-20994177712b req-269cf586-1ccb-4020-a4d5-ce75a2527b7c tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:45.115634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d2c5fe8b-2ce6-43cd-88c5-20994177712b req-269cf586-1ccb-4020-a4d5-ce75a2527b7c tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 944 time: 0.9082077 Jan 27 18:27:45.135189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:45.142204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:45.142756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:45.200020 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ae868b-b296-40a9-854a-c8f101eb9a3b req-6cfc75a8-1c30-4f5a-8c6f-f6792b06c1bd service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4976494 Jan 27 18:27:45.204347 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-c46fb892-0884-44c6-9b21-97f8fa624964 service neutron] 10.222.0.60 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6225989 Jan 27 18:27:45.266692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d2c5fe8b-2ce6-43cd-88c5-20994177712b req-c6036952-ec37-4750-8885-7e44378de9e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133099 Jan 27 18:27:45.289857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:45.328477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:45.332242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:45.334459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:45.426008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:45.429877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:45.561348 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-58c802a1-5712-4512-a7cb-0238c9378a70 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1797718456&fields=id&tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 267 time: 0.0929585 Jan 27 18:27:45.670409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bda43-ffba-4ca2-85d3-ee8d6857466b req-9012f262-2a1e-4fb6-bf41-ed66d1a3cb54 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:45.678377 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-546bda43-ffba-4ca2-85d3-ee8d6857466b req-9012f262-2a1e-4fb6-bf41-ed66d1a3cb54 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.2643955 Jan 27 18:27:45.865991 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-546bda43-ffba-4ca2-85d3-ee8d6857466b req-6c07a03d-1d9a-4c17-a8f7-82a30793c626 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868072 Jan 27 18:27:46.039545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-9301ed6c-8bdf-42b8-bca1-59ad96f54719 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:46.041305 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-9301ed6c-8bdf-42b8-bca1-59ad96f54719 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 817 time: 0.4664998 Jan 27 18:27:46.062415 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-86a25cca-e3c3-464e-8b37-174c51d27c6d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/quotas/462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 375 time: 0.0143888 Jan 27 18:27:46.257653 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-ca4900f6-80d3-47ba-b2d0-32941a2750e3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1892693 Jan 27 18:27:46.349845 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cc0fdda7-d568-4009-bd62-89413aa7b04a req-12da23e6-efbc-4623-af63-70df5484e5e9 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 210 time: 0.0903389 Jan 27 18:27:46.515532 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-e334d33b-4af9-4919-af24-5a38c2d68371 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053769 Jan 27 18:27:46.994418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:47.120786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:47.121834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:47.228555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-a3409cae-3e4b-4547-9746-7cd6f01a516c tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:47.230275 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-a3409cae-3e4b-4547-9746-7cd6f01a516c tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.54 "GET /v2.0/networks?id=966775a5-9938-4e86-828b-da9413fb1fa1 HTTP/1.1" status: 200 len: 809 time: 0.3060982 Jan 27 18:27:47.345187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25251ce3-2059-482d-9564-8ea949ef3d3e req-037b1689-684a-4c52-8b77-7ddfa24487e7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:47.347260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25251ce3-2059-482d-9564-8ea949ef3d3e req-037b1689-684a-4c52-8b77-7ddfa24487e7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 944 time: 0.8304818 Jan 27 18:27:47.368211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Request body: {'port': {'device_id': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1', 'admin_state_up': True, 'tenant_id': '78ece15c07fb49bea778c343b50dd25e'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:47.486392 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-d48afbdc-bd82-4f5e-a083-eb2c8b047d38 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9214504 Jan 27 18:27:47.522032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:47.565011 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25251ce3-2059-482d-9564-8ea949ef3d3e req-e8a30bb0-02c3-4fa0-a031-5a804504b7c6 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010977 Jan 27 18:27:47.625179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:47.630380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Usage tracker for resource:port and tenant:78ece15c07fb49bea778c343b50dd25e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:47.633557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:47.640074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:47.649632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Made reservation on behalf of 78ece15c07fb49bea778c343b50dd25e for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:47.703175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:47.724718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:47.725299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:47.833728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85703465-d624-46a1-bc1c-5d574bcea664 req-d5e8af96-1b49-45c8-a3b1-e2bba1ba3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:47.835407 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-85703465-d624-46a1-bc1c-5d574bcea664 req-d5e8af96-1b49-45c8-a3b1-e2bba1ba3ef7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 1163 time: 0.2592099 Jan 27 18:27:47.971660 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-85703465-d624-46a1-bc1c-5d574bcea664 req-d181ec2b-16ef-4d25-bbbc-57595bd0faa3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254804 Jan 27 18:27:48.081220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90af6652-5561-4103-8de5-14fd9c495678 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:48.213054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 90af6652-5561-4103-8de5-14fd9c495678 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:48.218371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90af6652-5561-4103-8de5-14fd9c495678 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:48.218802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:48.334833 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-abbbb787-213b-40f0-a46a-09a6c5f10b02 req-01832b60-5274-44d9-98ba-2604825fcc0e tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 210 time: 0.1485941 Jan 27 18:27:48.463564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:48.506546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51280) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:48.522087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af6652-5561-4103-8de5-14fd9c495678,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:27:48.524004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af6652-5561-4103-8de5-14fd9c495678'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:48.531880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:48.534825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:48.568507 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3521702f-090b-4ce3-be86-8ac2c85ab22e req-7638a0d3-0007-416c-a086-9f8a165f9112 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 210 time: 0.0901031 Jan 27 18:27:48.685366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Allocated IP 172.20.0.9 (966775a5-9938-4e86-828b-da9413fb1fa1/fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df/7f8879f4-8cbe-4691-b436-c08827358368) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:48.702470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:48.714480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:48.761766 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90af6652-5561-4103-8de5-14fd9c495678', 'code': 200} Jan 27 18:27:48.766375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:48.785580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:48.810519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e4e42-a889-4b2d-9c2e-8ad499008ce7 req-840738c4-90a5-42af-90a1-41a1811c0112 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:48.812392 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-605e4e42-a889-4b2d-9c2e-8ad499008ce7 req-840738c4-90a5-42af-90a1-41a1811c0112 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.4749238 Jan 27 18:27:48.833291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Usage tracker for resource:security_group_rule and tenant:a449a3de1006452f9ae5393cd585abcd is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:48.838730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:48.864377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:48.943260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-605e4e42-a889-4b2d-9c2e-8ad499008ce7 req-9e75f6b3-8202-44d6-ae8e-12cb09829b92 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080651 Jan 27 18:27:49.140935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.146664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.207236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c8092464-da5e-4bae-92a8-1dd217a33fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:49.222049 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a449a3de1006452f9ae5393cd585abcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7139370 Jan 27 18:27:49.223343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51312) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:49.376894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeef387-cf8d-4a9f-bbe6-783f4c4d1ecf req-8ff67ee3-946c-4ec8-a283-0355b0469e1e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:49.390276 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eaeef387-cf8d-4a9f-bbe6-783f4c4d1ecf req-8ff67ee3-946c-4ec8-a283-0355b0469e1e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.4027083 Jan 27 18:27:49.393607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5e984-fdc6-4b37-a461-8a4ea1c1947f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:49.411035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:49.461868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede087-ee68-493f-8968-997458302ca0 req-34f31d40-8108-493a-bf08-35de34c74396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:49.464858 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12ede087-ee68-493f-8968-997458302ca0 req-34f31d40-8108-493a-bf08-35de34c74396 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 1163 time: 0.2387507 Jan 27 18:27:49.464858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.493140 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eaeef387-cf8d-4a9f-bbe6-783f4c4d1ecf req-6367ead5-7a22-49aa-acae-6b6109a613fc tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014333 Jan 27 18:27:49.521166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.539907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.572054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.591351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.600417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-08e03c66-784b-4ff2-833d-145276d0aabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:49.616027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb5e984-fdc6-4b37-a461-8a4ea1c1947f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:49.621856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:49.626113 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12ede087-ee68-493f-8968-997458302ca0 req-0685eaee-38c2-4ad5-ad5a-d0680656c51b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480246 Jan 27 18:27:49.628564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:49.633128 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/feb5e984-fdc6-4b37-a461-8a4ea1c1947f HTTP/1.1" status: 204 len: 168 time: 0.4043815 Jan 27 18:27:49.752216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38d16310-3d7a-4626-a0c7-17d5963ca8bd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:49.848837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Pushing event updated for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:49.900261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:49.964927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-03702f61-74eb-4a31-9fc8-6730e601652f req-bf07932a-50e3-40bc-ae23-1c7a73320388 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 210 time: 0.1207252 Jan 27 18:27:49.991617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Network 966775a5-9938-4e86-828b-da9413fb1fa1 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:49.992822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:49.996355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:50.156273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5455b-48c8-49b4-8b09-aeff5ab49528 req-6c021a69-b7bb-4ad2-a506-d0ec501ade69 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:50.158022 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3ba5455b-48c8-49b4-8b09-aeff5ab49528 req-6c021a69-b7bb-4ad2-a506-d0ec501ade69 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 931 time: 0.4078801 Jan 27 18:27:50.178748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51344) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:50.198861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.215830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:50.220643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Usage tracker for resource:security_group_rule and tenant:90c62520d69c4b2887c12c765a6c31f7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:50.224043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:50.230653 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:50.288033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:50.288767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.372064 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0230949 Jan 27 18:27:50.395529 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3ba5455b-48c8-49b4-8b09-aeff5ab49528 req-38cd1156-0b68-4068-ba7f-eaecab0eef28 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831117 Jan 27 18:27:50.411084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Request body: {'port': {'device_id': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:50.544525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270ef06-8da8-4a46-b728-e675ccf4f811 req-1dfb3e73-92d9-4acb-b821-5af86f452f74 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:50.546266 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c270ef06-8da8-4a46-b728-e675ccf4f811 req-1dfb3e73-92d9-4acb-b821-5af86f452f74 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.3872509 Jan 27 18:27:50.599312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-fcf458b7-3214-479c-892f-c9112590e0c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:50.600612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-fcf458b7-3214-479c-892f-c9112590e0c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:50.641306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.649897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.659151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:50.669383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-fcf458b7-3214-479c-892f-c9112590e0c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:50.670661 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-fcf458b7-3214-479c-892f-c9112590e0c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 817 time: 0.3826523 Jan 27 18:27:50.672695 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c270ef06-8da8-4a46-b728-e675ccf4f811 req-05dddca5-a087-4e3c-afad-f6bc25f8ac90 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176972 Jan 27 18:27:50.697634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.730655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f1f96-e770-409c-8439-ddeed3688d27,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:50.739176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:50.743224 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90c62520d69c4b2887c12c765a6c31f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632565 Jan 27 18:27:50.745553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51360) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:50.873474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-847e161e-e997-4254-a5ca-6849496d6bed tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:50.913675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.917269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-847e161e-e997-4254-a5ca-6849496d6bed tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:50.918651 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-847e161e-e997-4254-a5ca-6849496d6bed tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 5708 time: 0.2082632 Jan 27 18:27:50.950352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:50.992398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'port': {'device_id': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'admin_state_up': True, 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'security_groups': ['e48e4716-4fa9-47c5-b085-475fd1c62f1c']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:51.168019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:51.172185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:51.176262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f44d014c-404f-4c5f-ad09-922e2a8154b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:51.187549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:port and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:51.192895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:51.205344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f1f96-e770-409c-8439-ddeed3688d27,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:51.205344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:51.207451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:51.211706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:51.222518 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f1f1f96-e770-409c-8439-ddeed3688d27 HTTP/1.1" status: 204 len: 168 time: 0.4692430 Jan 27 18:27:51.239062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Made reservation on behalf of 462644b842f44649a0c74a2636c5d269 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:27:51.264805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:51.380329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb2ad-df79-4e82-8345-e73d39552413 req-af10ae61-0474-41df-8481-f5c36f11d876 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:51.388076 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-927eb2ad-df79-4e82-8345-e73d39552413 req-af10ae61-0474-41df-8481-f5c36f11d876 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.6100481 Jan 27 18:27:51.607409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac6856-7e52-4d66-8a55-0c75989cb38a req-efc7a6a2-a148-4c2d-9450-a0f690a4c274 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:51.617564 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5aac6856-7e52-4d66-8a55-0c75989cb38a req-efc7a6a2-a148-4c2d-9450-a0f690a4c274 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.5136487 Jan 27 18:27:51.657492 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-927eb2ad-df79-4e82-8345-e73d39552413 req-72c14e0d-c61f-4568-ae09-f89047dff652 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683723 Jan 27 18:27:51.720283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Allocated IP 172.20.0.10 (4d8fc9bd-39a2-4439-b331-0f8142c4dec1/35dcb740-3db7-414d-ac41-43c58862cb93/221fb22b-439b-4270-b18a-c47088dac2ff) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:27:51.783590 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5aac6856-7e52-4d66-8a55-0c75989cb38a req-0b44878c-8fcf-438f-b5d0-11223b90564c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644411 Jan 27 18:27:51.981546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:52.033925 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-09ef3acd-acb1-4c6a-b4ab-b31f2c84ef34 req-94cd2cfd-f1f8-446d-97e6-a35bb64a83ef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 210 time: 0.1651363 Jan 27 18:27:52.162652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.190173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8879f4-8cbe-4691-b436-c08827358368 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:52.202132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.206246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:52.210282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.211142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Transition to ACTIVE for port object 221fb22b-439b-4270-b18a-c47088dac2ff will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:52.245778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Transition to ACTIVE for port object 7f8879f4-8cbe-4691-b436-c08827358368 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:52.263559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.268411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.287163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:52.363140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:52.402355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90af6652-5561-4103-8de5-14fd9c495678 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:52.482268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:52.496844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:52.528831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90af6652-5561-4103-8de5-14fd9c495678 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:52.529674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.585304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:27:52.586960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:27:52.593246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:27:52.908842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:52.909655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:52.921584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Pushing event updated for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:52.932547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:52.967904 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9803848 Jan 27 18:27:52.997888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Request body: {'port': {'device_id': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:27:53.063375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-14bc2142-b929-4cac-b707-88cce21f6980 None None] Provisioning for port 221fb22b-439b-4270-b18a-c47088dac2ff completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:27:53.068870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-14bc2142-b929-4cac-b707-88cce21f6980 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:53.069534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14bc2142-b929-4cac-b707-88cce21f6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.135268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-14bc2142-b929-4cac-b707-88cce21f6980 None None] Port 221fb22b-439b-4270-b18a-c47088dac2ff cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:27:53.170095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.212695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7a5a7-c66f-4952-90a3-b840ce5dc78d req-4d63c391-27d6-47b3-8131-d5d322db89ce tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:53.213493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-abc7a5a7-c66f-4952-90a3-b840ce5dc78d req-4d63c391-27d6-47b3-8131-d5d322db89ce tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Synchronizing usage tracker for tenant:78ece15c07fb49bea778c343b50dd25e on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:27:53.306554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-abc7a5a7-c66f-4952-90a3-b840ce5dc78d req-4d63c391-27d6-47b3-8131-d5d322db89ce tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Unset dirty status for tenant:78ece15c07fb49bea778c343b50dd25e on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:27:53.307843 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-abc7a5a7-c66f-4952-90a3-b840ce5dc78d req-4d63c391-27d6-47b3-8131-d5d322db89ce tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 931 time: 1.2728200 Jan 27 18:27:53.443279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d142f-9b30-45c7-a85e-dd516780ef9a req-fa3737e9-040f-4f92-8e86-90c86c4d1050 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:53.445906 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7c8d142f-9b30-45c7-a85e-dd516780ef9a req-fa3737e9-040f-4f92-8e86-90c86c4d1050 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.4295583 Jan 27 18:27:53.454960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Attempting to bind port 7f8879f4-8cbe-4691-b436-c08827358368 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:53.455327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Attempting to bind port 7f8879f4-8cbe-4691-b436-c08827358368 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '750252b7-d7f2-4412-9363-aeed6b510ff0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:53.455688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Attempting to bind port 7f8879f4-8cbe-4691-b436-c08827358368 on network 966775a5-9938-4e86-828b-da9413fb1fa1 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:53.503121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:53.503516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Checking segment: {'id': '750252b7-d7f2-4412-9363-aeed6b510ff0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:53.503911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.505074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Bound using segment: {'id': '750252b7-d7f2-4412-9363-aeed6b510ff0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:53.505074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Bound port: 7f8879f4-8cbe-4691-b436-c08827358368, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750252b7-d7f2-4412-9363-aeed6b510ff0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '966775a5-9938-4e86-828b-da9413fb1fa1'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:53.505404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.552198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90af6652-5561-4103-8de5-14fd9c495678 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:27:53.557717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-abc7a5a7-c66f-4952-90a3-b840ce5dc78d req-fa44b87e-8cf7-4d25-ba90-3c3a847443d9 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270584 Jan 27 18:27:53.654669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90af6652-5561-4103-8de5-14fd9c495678 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:27:53.655062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.662110 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7c8d142f-9b30-45c7-a85e-dd516780ef9a req-83a1d413-64ad-4d19-ab43-2c7bf5968905 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003696 Jan 27 18:27:53.679941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221fb22b-439b-4270-b18a-c47088dac2ff {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:27:53.700161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.735831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Transition to ACTIVE for port object 221fb22b-439b-4270-b18a-c47088dac2ff will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:27:53.740631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.759458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:53.770204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f8879f4-8cbe-4691-b436-c08827358368,segment=NetworkSegment(750252b7-d7f2-4412-9363-aeed6b510ff0),segment_id=750252b7-d7f2-4412-9363-aeed6b510ff0)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:53.775457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:53.811754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:53.895754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:54.047494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:54.051126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:54.248479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Pushing event updated for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:54.258878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:54.324701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Attempting to bind port 221fb22b-439b-4270-b18a-c47088dac2ff on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:27:54.325274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Attempting to bind port 221fb22b-439b-4270-b18a-c47088dac2ff by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:27:54.325425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Attempting to bind port 221fb22b-439b-4270-b18a-c47088dac2ff on network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:27:54.334126 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:27:54.334493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Checking segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:27:54.334894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:54.335291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Bound using segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:27:54.336738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Bound port: 221fb22b-439b-4270-b18a-c47088dac2ff, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:27:54.338422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:54.525827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:27:54.530645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=221fb22b-439b-4270-b18a-c47088dac2ff,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:27:54.535995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:54.564550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:54.648750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642e617-78fe-4f28-be8d-1d49c6e00c67 req-bf57a0ad-c12a-4862-a3a3-0766f76cabfe tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:54.650710 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2642e617-78fe-4f28-be8d-1d49c6e00c67 req-bf57a0ad-c12a-4862-a3a3-0766f76cabfe tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.7638316 Jan 27 18:27:54.836012 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2642e617-78fe-4f28-be8d-1d49c6e00c67 req-fff2f281-724a-4943-9e42-0c8d15024354 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554661 Jan 27 18:27:54.838383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 51462) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:54.858997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:54.860102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:54.861734 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] 10.222.0.54 "PUT /v2.0/ports/7f8879f4-8cbe-4691-b436-c08827358368 HTTP/1.1" status: 200 len: 1157 time: 4.4590909 Jan 27 18:27:54.862458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:55.095906 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368', 'status': 'completed', 'code': 200} Jan 27 18:27:55.104934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-da03746f-25b1-4151-88d6-2142707a6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.106671 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-da03746f-25b1-4151-88d6-2142707a6eff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78ece15c07fb49bea778c343b50dd25e&device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 1160 time: 0.1559272 Jan 27 18:27:55.245569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-d99cd64a-1a28-4eea-8c44-1ad8f2321638 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f8879f4-8cbe-4691-b436-c08827358368 HTTP/1.1" status: 200 len: 217 time: 0.0870380 Jan 27 18:27:55.347529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-2a12e1bf-31d5-4dfc-86d9-f889f9ce64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.349331 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-2a12e1bf-31d5-4dfc-86d9-f889f9ce64ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df HTTP/1.1" status: 200 len: 849 time: 0.0921502 Jan 27 18:27:55.497844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:55.501921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:55.512819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:55.523750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:27:55.529798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7c9fbee5de4f23903505688f635b44 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:27:55.536186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:27:55.542986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-1cf91226-2c22-400b-9db2-8b1c29d041cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.545049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:27:55.545131 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-1cf91226-2c22-400b-9db2-8b1c29d041cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.2017174 Jan 27 18:27:55.547708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.548426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:55.550130 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] 10.222.0.54 "PUT /v2.0/ports/221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 1158 time: 2.5616810 Jan 27 18:27:55.550673 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:27:55.565748 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-8de50a1e-4116-4ff9-a56b-0f397c599d54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=966775a5-9938-4e86-828b-da9413fb1fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275458 Jan 27 18:27:55.818866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0783a-8871-4347-b897-c3b0a4741e2c req-f31b67ec-d67c-4674-98f4-02b8d9c6a0cf tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.820790 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a5c0783a-8871-4347-b897-c3b0a4741e2c req-f31b67ec-d67c-4674-98f4-02b8d9c6a0cf tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.7131281 Jan 27 18:27:55.871572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-1a64c0b8-dee0-43c2-9a9c-69b106ca30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.871572 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-1a64c0b8-dee0-43c2-9a9c-69b106ca30b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.2967639 Jan 27 18:27:55.880619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-c31ac0e5-a25f-4df0-a6b3-35a1853f376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:55.883098 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-c31ac0e5-a25f-4df0-a6b3-35a1853f376a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1161 time: 0.2212210 Jan 27 18:27:56.021046 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a5c0783a-8871-4347-b897-c3b0a4741e2c req-d0e6caa3-3849-41bc-a365-e87b2a829278 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Jan 27 18:27:56.067949 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-3c73cb8b-d764-4ac8-8c2e-d4f3a6a52687 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.1737976 Jan 27 18:27:56.067949 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-faa9ba0e-87be-4df5-990b-e5c03dd27257 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 217 time: 0.0875692 Jan 27 18:27:56.089546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:56.146169 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-d3b62532-de64-4218-9d0c-58e4d66af9cc service neutron] 10.222.0.54 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161517 Jan 27 18:27:56.150007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:56.201399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-a480dd2c-7e37-4508-9d00-f23f3aa78c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:56.203021 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-a480dd2c-7e37-4508-9d00-f23f3aa78c9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.1367967 Jan 27 18:27:56.206674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-e62b39f1-b4a7-4368-bb46-06cd44fa34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:56.208183 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-e62b39f1-b4a7-4368-bb46-06cd44fa34ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0991638 Jan 27 18:27:56.268150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1ffdb-4bfa-436a-8a05-e7e86f68c2d7 req-3389296d-841e-4a00-9361-f82593887777 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:56.276941 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-24c1ffdb-4bfa-436a-8a05-e7e86f68c2d7 req-3389296d-841e-4a00-9361-f82593887777 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.9240973 Jan 27 18:27:56.299797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-552ec6b2-76a5-4ace-98dd-fc26e6ce877b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:56.329484 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-af2ea553-0f46-4ff8-bc88-4cbd82111083 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053607 Jan 27 18:27:56.436778 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'status': 'completed', 'code': 200} Jan 27 18:27:56.473068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e3830-5072-4216-b731-3ed69c071e5a req-fc682227-7b47-49ba-ab88-e829e56c5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:56.475147 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-fc682227-7b47-49ba-ab88-e829e56c5d6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2113233 Jan 27 18:27:56.613634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-4fa1a8f4-ba6d-4b7d-8bfe-07c969cd3db1 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681162 Jan 27 18:27:56.718506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae0e42-688e-47b9-873a-36d4f57d3421,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:56.722302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:56.724741 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df6d4b02-4fa7-44f8-b2be-8d612aff1611 req-6b1e4b1b-7991-461d-b02c-71a981cde0a8 service neutron] 10.222.0.54 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4307272 Jan 27 18:27:56.792059 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-238b6e18-84ec-4d51-948a-3ccb59307197 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956765 Jan 27 18:27:56.821832 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a7c9fbee5de4f23903505688f635b44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9822502 Jan 27 18:27:56.825844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51510) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:27:56.840927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-24c1ffdb-4bfa-436a-8a05-e7e86f68c2d7 req-55467fea-5dbb-4e05-a166-b450d4d57b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629692 Jan 27 18:27:56.893941 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6dcc869c-4c63-4dde-b065-81dad06e881e req-5f514267-b207-4912-9e6e-8ae2e71a28ad service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707410 Jan 27 18:27:57.058602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c6f53-5c67-4819-8daf-d2df1a940ef6 req-0b4a6d0b-cd0d-4468-ad57-66b613a59787 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.067701 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c76c6f53-5c67-4819-8daf-d2df1a940ef6 req-0b4a6d0b-cd0d-4468-ad57-66b613a59787 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.5103254 Jan 27 18:27:57.102445 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-196e3830-5072-4216-b731-3ed69c071e5a req-9e973b6a-c123-4aab-bbd1-d845b4a18af6 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2509308 Jan 27 18:27:57.112791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:57.124750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-3eb4ec50-55c6-4e5d-9a0d-20e12e089c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.126581 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-3eb4ec50-55c6-4e5d-9a0d-20e12e089c9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78ece15c07fb49bea778c343b50dd25e&device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 1160 time: 0.2821774 Jan 27 18:27:57.155127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:57.172753 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c76c6f53-5c67-4819-8daf-d2df1a940ef6 req-589f84bf-de8e-401b-a446-8e4f0f103857 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969989 Jan 27 18:27:57.230256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:57.240878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5e80d58c-e380-41f7-9da8-bec56243c9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:27:57.257986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae0e42-688e-47b9-873a-36d4f57d3421,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:27:57.261411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:27:57.263997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:27:57.277876 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acae0e42-688e-47b9-873a-36d4f57d3421 HTTP/1.1" status: 204 len: 168 time: 0.4508042 Jan 27 18:27:57.459174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-b912f1e1-53ad-4374-bd13-33d36f54ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.461009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-b912f1e1-53ad-4374-bd13-33d36f54ce11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1161 time: 0.0853217 Jan 27 18:27:57.528642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-04403701-5ea5-4df3-829b-6f1b5286f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.529950 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-04403701-5ea5-4df3-829b-6f1b5286f669 service neutron] 10.222.0.54 "GET /v2.0/networks?id=966775a5-9938-4e86-828b-da9413fb1fa1 HTTP/1.1" status: 200 len: 903 time: 0.2943718 Jan 27 18:27:57.628993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedd4d-0be5-4422-aeaa-080610114a35 req-8e499439-868d-48c4-b983-163cbc5a83d2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.638225 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3dedd4d-0be5-4422-aeaa-080610114a35 req-8e499439-868d-48c4-b983-163cbc5a83d2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.2709696 Jan 27 18:27:57.654344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-c2084605-4dee-4a39-b9f0-ad5a185ae45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.656556 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-c2084605-4dee-4a39-b9f0-ad5a185ae45c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1832147 Jan 27 18:27:57.746800 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-11b27031-0c3c-4d5f-a6b5-e3c2a50b71ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f8879f4-8cbe-4691-b436-c08827358368 HTTP/1.1" status: 200 len: 217 time: 0.1054068 Jan 27 18:27:57.762573 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-d8e65c1b-4c77-45ab-8ddb-ef74b9593ead service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 217 time: 0.0880263 Jan 27 18:27:57.869792 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3dedd4d-0be5-4422-aeaa-080610114a35 req-c116f0d5-0831-41bb-8db0-46eb3aca4447 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297039 Jan 27 18:27:57.909347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-90858c4d-8372-4a61-a4bc-f24ff7c6416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.911606 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-90858c4d-8372-4a61-a4bc-f24ff7c6416d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.1407132 Jan 27 18:27:57.919983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-e2875db0-a16e-4577-bb5b-94390951a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:57.924121 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-e2875db0-a16e-4577-bb5b-94390951a3ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df HTTP/1.1" status: 200 len: 849 time: 0.1438820 Jan 27 18:27:58.003399 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-8eb99213-b484-460f-9406-05db936249a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=966775a5-9938-4e86-828b-da9413fb1fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543492 Jan 27 18:27:58.100952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-5b767546-e29b-4362-ae12-ca07965dc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:58.102646 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-5b767546-e29b-4362-ae12-ca07965dc377 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1551368 Jan 27 18:27:58.277073 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-fcc0ccf7-2a99-49b1-bea4-331da146a38f service neutron] 10.222.0.54 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563374 Jan 27 18:27:58.374462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3e29c-573f-46f8-afb8-e1162698e90d req-1d2112a3-b4cb-4fde-9436-0cad2f1a4f97 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:58.380761 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-01dcf59a-510e-4a36-8468-940bc87aaf33 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619644 Jan 27 18:27:58.381850 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b8a3e29c-573f-46f8-afb8-e1162698e90d req-1d2112a3-b4cb-4fde-9436-0cad2f1a4f97 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2718689 Jan 27 18:27:58.546871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7b802f2-5d51-4302-b7ff-0d0087069804 req-f2333ec0-2484-4a9a-9598-62ea7ecabfca service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505404 Jan 27 18:27:58.611158 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b8a3e29c-573f-46f8-afb8-e1162698e90d req-815cef4c-8b11-418e-8f1c-a597c3664c8e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899204 Jan 27 18:27:58.678132 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5b4276c-93a2-4a9c-8777-c06e3540b204 req-1ac8dec1-4a15-4d17-84a0-50187a584268 service neutron] 10.222.0.54 "GET /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938232 Jan 27 18:27:58.777365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a360e9-b3fe-47f1-bd04-87191dda1a35 req-c06d280a-2f36-4c21-b549-7db2b0b126b1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:58.779087 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-59a360e9-b3fe-47f1-bd04-87191dda1a35 req-c06d280a-2f36-4c21-b549-7db2b0b126b1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.3961930 Jan 27 18:27:58.854187 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-59a360e9-b3fe-47f1-bd04-87191dda1a35 req-763dc92c-cc17-4cbb-a718-8bbcfca45bb4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677652 Jan 27 18:27:59.183321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c10fa-1f31-4dc1-9c59-fa26aff602dc req-bd1a6b3d-44a3-45a1-903e-cc1c2d98d26f tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:59.185017 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c94c10fa-1f31-4dc1-9c59-fa26aff602dc req-bd1a6b3d-44a3-45a1-903e-cc1c2d98d26f tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.1732414 Jan 27 18:27:59.250941 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c94c10fa-1f31-4dc1-9c59-fa26aff602dc req-10d7cd89-5f00-4771-ad56-c0d79198d630 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589807 Jan 27 18:27:59.954752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43183b-ffdf-4ee1-aa79-ba543aec7522 req-e2a9d43a-749f-4ce6-bb0d-7d9758de7b80 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:27:59.956612 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e43183b-ffdf-4ee1-aa79-ba543aec7522 req-e2a9d43a-749f-4ce6-bb0d-7d9758de7b80 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2053754 Jan 27 18:28:00.104871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e43183b-ffdf-4ee1-aa79-ba543aec7522 req-56b8144a-7bd1-4592-a43d-e38956e0d353 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409869 Jan 27 18:28:00.243869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dcc29-4508-4de9-8bc7-4626c00d8018 req-74f9caf0-baee-443e-b2c0-98f3ff374651 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:00.245569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881dcc29-4508-4de9-8bc7-4626c00d8018 req-74f9caf0-baee-443e-b2c0-98f3ff374651 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2239058 Jan 27 18:28:00.313079 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881dcc29-4508-4de9-8bc7-4626c00d8018 req-c87413ac-0f0f-416b-8ada-6546d1cef7e9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608251 Jan 27 18:28:00.650139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde49ac-369e-4b4c-b386-8dbc370abffb req-c577a9f0-6159-4169-9ef0-1840250c80e2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:00.651871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4bde49ac-369e-4b4c-b386-8dbc370abffb req-c577a9f0-6159-4169-9ef0-1840250c80e2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.1867199 Jan 27 18:28:00.720481 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4bde49ac-369e-4b4c-b386-8dbc370abffb req-56ace258-cedf-4509-84e3-8e2373316bd2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600715 Jan 27 18:28:01.441646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001095c-546f-4a24-86cc-f44322fea566 req-d9b3d73e-5a9b-4971-9394-61f62235b832 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:01.443375 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6001095c-546f-4a24-86cc-f44322fea566 req-d9b3d73e-5a9b-4971-9394-61f62235b832 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1861548 Jan 27 18:28:01.582784 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6001095c-546f-4a24-86cc-f44322fea566 req-37a41bd4-171c-46bc-8c3a-564f8e091e57 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323960 Jan 27 18:28:01.616826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 51632) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:01.727779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db7f3-eab2-4c74-a51c-31a90713a690 req-4ab0897b-1347-47cc-bc8b-018797f6ae33 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:01.729514 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-032db7f3-eab2-4c74-a51c-31a90713a690 req-4ab0897b-1347-47cc-bc8b-018797f6ae33 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2537775 Jan 27 18:28:01.802515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-d37bac78-b6fe-441a-bdf9-c3a0df455676 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:28:01.811603 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-032db7f3-eab2-4c74-a51c-31a90713a690 req-c8f35387-fa5f-490b-847b-24b4022a54bc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728817 Jan 27 18:28:01.832709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:01.849377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:01.853750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b5a77221064948b681e49d080c77ac is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:01.857107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:01.862882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:02.008739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.019664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.030538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d6642644-4ad0-4a33-91fe-f39e98ac40ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:02.081401 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3b5a77221064948b681e49d080c77ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632082 Jan 27 18:28:02.084997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51642) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:02.089209 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8749ad-38fc-45d0-91e2-a68986b4d806,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:02.093095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:02.167735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.195953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.198000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01da5-15e7-4d49-8799-99753dd0cec0 req-237edd06-9f96-486d-9a62-2d5bac891f09 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:02.199746 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ebd01da5-15e7-4d49-8799-99753dd0cec0 req-237edd06-9f96-486d-9a62-2d5bac891f09 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.2637913 Jan 27 18:28:02.246900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.252045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c0bd0f7a-c43f-4c3e-8743-49215215deeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:02.267380 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ebd01da5-15e7-4d49-8799-99753dd0cec0 req-b4d132ee-cb43-4fe7-92c6-dfcb1aaadfd2 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598326 Jan 27 18:28:02.273715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8749ad-38fc-45d0-91e2-a68986b4d806,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:02.276928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:02.279316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:02.281446 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc8749ad-38fc-45d0-91e2-a68986b4d806 HTTP/1.1" status: 204 len: 168 time: 0.1930478 Jan 27 18:28:02.927015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490dd35-daf1-459a-b75e-f2914d8e08d8 req-d477938f-1252-4c29-929e-c4a754a35469 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:02.929027 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8490dd35-daf1-459a-b75e-f2914d8e08d8 req-d477938f-1252-4c29-929e-c4a754a35469 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2023442 Jan 27 18:28:02.967903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:03.027581 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8490dd35-daf1-459a-b75e-f2914d8e08d8 req-23854e2d-c0a9-48a8-a4dd-0e6a0ae9efbb tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874684 Jan 27 18:28:03.372740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350f82-6e16-4b2e-9536-a26d524ce6d2 req-1b735064-4bdc-4cd8-bc15-c07bf9e845d5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:03.374539 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9350f82-6e16-4b2e-9536-a26d524ce6d2 req-1b735064-4bdc-4cd8-bc15-c07bf9e845d5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.1807497 Jan 27 18:28:03.758260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9350f82-6e16-4b2e-9536-a26d524ce6d2 req-0e3c050c-165c-45bf-b7f8-0e9a9eeeebd6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769045 Jan 27 18:28:03.782709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 7f8879f4-8cbe-4691-b436-c08827358368 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:03.905767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 7f8879f4-8cbe-4691-b436-c08827358368 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:03.911933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 7f8879f4-8cbe-4691-b436-c08827358368 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:03.912368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-624d7e60-2524-4829-9bf7-32450a257ee9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:03.912711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:03.921239 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-624d7e60-2524-4829-9bf7-32450a257ee9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.5410089 Jan 27 18:28:03.939307 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-67f001dd-f7f9-4992-8320-0f2a3aabe555 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/quotas/7c8317f74a414508b67736c97a9aa058 HTTP/1.1" status: 200 len: 375 time: 0.0168979 Jan 27 18:28:04.061807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.098423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f8879f4-8cbe-4691-b436-c08827358368,segment=NetworkSegment(750252b7-d7f2-4412-9363-aeed6b510ff0),segment_id=750252b7-d7f2-4412-9363-aeed6b510ff0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:04.099319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:04.105561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.106472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:04.132564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60329200-fc92-4182-b456-889ed3dd73d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:04.153808 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-f239d334-1c2d-4d8e-a294-48c2c66484ea tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2136385 Jan 27 18:28:04.237921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:04.242615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c496c03-acbb-4507-a37f-0afe10d4f0bb req-06f425f0-c424-467f-8f6d-e2c0ef2916f0 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:04.244277 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7c496c03-acbb-4507-a37f-0afe10d4f0bb req-06f425f0-c424-467f-8f6d-e2c0ef2916f0 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.2672191 Jan 27 18:28:04.246685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:04.249038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 221fb22b-439b-4270-b18a-c47088dac2ff completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:04.257768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:04.258148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.401081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.406402 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7c496c03-acbb-4507-a37f-0afe10d4f0bb req-fa2630a3-bf88-469d-b4d0-714b784fac23 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375010 Jan 27 18:28:04.438632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=221fb22b-439b-4270-b18a-c47088dac2ff,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:04.453493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.458957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:04.462006 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-17534159-f7b0-4c15-a1a9-f7cda5a2bb0d service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165732 Jan 27 18:28:04.540469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:04.554429 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:04.622500 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-bcad7549-2161-40c0-b97f-87d2b0fa7af7 service neutron] 10.222.0.60 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1591654 Jan 27 18:28:04.759330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51730) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:04.812033 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368', 'code': 200} Jan 27 18:28:04.938995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8aa8-43bb-4d55-843e-2be5b9390ef0 req-5256bf57-8fc8-4f36-9077-bd78ddbb633e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:04.948390 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-86da8aa8-43bb-4d55-843e-2be5b9390ef0 req-5256bf57-8fc8-4f36-9077-bd78ddbb633e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1926572 Jan 27 18:28:04.973629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:04.991976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:04.998050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Usage tracker for resource:security_group_rule and tenant:af515cd08be54d31bc339deac651a817 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:05.002208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:05.012081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:05.037105 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-808ceb16-0b95-4ffe-bcba-e0a7227bf223 req-8b2d61f3-09bb-4588-8748-50ba1c9924e7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 210 time: 0.0709870 Jan 27 18:28:05.137232 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-86da8aa8-43bb-4d55-843e-2be5b9390ef0 req-1aaf2e52-a2c1-48d8-8eca-100de36f80c2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876318 Jan 27 18:28:05.165258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 7f8879f4-8cbe-4691-b436-c08827358368 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:05.172234 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.177284 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.222991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7af9a9b1-fbb9-4c7b-8c96-fd31f751b5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:05.278997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 7f8879f4-8cbe-4691-b436-c08827358368 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:05.279794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.324753 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af515cd08be54d31bc339deac651a817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546515 Jan 27 18:28:05.324753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51750) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:05.341183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6c88-1350-4874-adc8-fd4e283301c9 req-ba8c8e96-9195-4f65-ad38-71a54c328d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:05.342847 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8b9f6c88-1350-4874-adc8-fd4e283301c9 req-ba8c8e96-9195-4f65-ad38-71a54c328d1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 1162 time: 0.2045963 Jan 27 18:28:05.347587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aee3a8-d4c1-4d23-bc43-7641464e359f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:05.354346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:05.425626 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8b9f6c88-1350-4874-adc8-fd4e283301c9 req-17b5a7f4-bf37-451f-ac2a-1bc53e834e87 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745342 Jan 27 18:28:05.455665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.469079 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-658a8511-dc6c-48ad-a657-fa4df25fedad tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e7605fd79079497f82619b8831142ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381095 Jan 27 18:28:05.472422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:05.496789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.546360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.551322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:05.552195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.552326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a3938617-f43a-4339-81e2-19ff57a3e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:05.563614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c4a2-0de5-4d79-873c-04da9945208c req-f184f4bc-a527-4cdc-b47e-dc5781a75c84 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:05.565582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aee3a8-d4c1-4d23-bc43-7641464e359f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:05.565756 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fe42c4a2-0de5-4d79-873c-04da9945208c req-f184f4bc-a527-4cdc-b47e-dc5781a75c84 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2827668 Jan 27 18:28:05.569371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:05.571652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:05.575750 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28aee3a8-d4c1-4d23-bc43-7641464e359f HTTP/1.1" status: 204 len: 168 time: 0.2456541 Jan 27 18:28:05.749732 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fe42c4a2-0de5-4d79-873c-04da9945208c req-29aeaba8-d352-4123-9cfa-678b3ce1e5a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513553 Jan 27 18:28:05.892655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-f75ec223-f2db-4d03-b67a-e2e3f72e6027 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:05.894418 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-f75ec223-f2db-4d03-b67a-e2e3f72e6027 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278019 Jan 27 18:28:05.967990 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-0e0e216f-4fa7-4177-970a-b91fdf0d458e tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/quotas/e7605fd79079497f82619b8831142ebf HTTP/1.1" status: 200 len: 375 time: 0.0663207 Jan 27 18:28:05.999642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51772) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:06.019851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.036459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:06.041182 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-e4d262d8-ced2-466d-a425-ccd46d798855 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7605fd79079497f82619b8831142ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661802 Jan 27 18:28:06.041346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8b4b082caa4ef4b079d5a58fcf8fdd is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:06.044799 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:06.052367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:06.151888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.154003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.162016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325d1a5-489a-4ec1-9979-3e05f562fc27 req-aefec0ba-1f8b-4577-8801-872d07ec8550 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:06.163855 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e325d1a5-489a-4ec1-9979-3e05f562fc27 req-aefec0ba-1f8b-4577-8801-872d07ec8550 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 945 time: 0.2545226 Jan 27 18:28:06.164098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9707056b-6ad6-4311-a90d-eb2c6d2fe9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:06.215067 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb8b4b082caa4ef4b079d5a58fcf8fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076170 Jan 27 18:28:06.215067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51784) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:06.216650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f070d88c-7ee8-4a3e-954a-0ab783892dd5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:06.244202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:06.280046 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e325d1a5-489a-4ec1-9979-3e05f562fc27 req-b8fda9bc-8bba-493c-b86d-546cd2d44ada tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096773 Jan 27 18:28:06.285286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.316300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.369571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.376755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-584cc05b-4e3a-4fbd-85dd-e2cac126110a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:06.391482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070d88c-7ee8-4a3e-954a-0ab783892dd5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:06.394480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:06.395726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:06.396963 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f070d88c-7ee8-4a3e-954a-0ab783892dd5 HTTP/1.1" status: 204 len: 168 time: 0.1837549 Jan 27 18:28:06.489259 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-36e5c53c-db4a-4f9b-a62c-c5c165ce4159 req-f821f23d-bf82-4be3-8fab-bd34cc22ae95 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 210 time: 0.0705667 Jan 27 18:28:06.677704 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-87f081fb-f2eb-4285-ac81-94cda2e62089 req-ce734b8b-8911-43c4-8cd5-e0876503f231 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 210 time: 0.0712206 Jan 27 18:28:06.813969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:06.910046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb84fe-1278-40ae-bf91-f371b112c6cf req-3e9ea3bb-a651-4518-bd7c-9d00ca548e07 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:06.918962 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9feb84fe-1278-40ae-bf91-f371b112c6cf req-3e9ea3bb-a651-4518-bd7c-9d00ca548e07 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3641798 Jan 27 18:28:07.076413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51802) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:07.077589 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9feb84fe-1278-40ae-bf91-f371b112c6cf req-7f3624b5-24d8-4403-bec9-be994065e75f tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573429 Jan 27 18:28:07.100732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.118009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:07.122734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1f54d5f49c43c9a6d1e6407fc20ac9 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:07.137706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:07.147269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:07.178122 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'code': 200} Jan 27 18:28:07.233426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-0b6fefab-e49c-48dc-9552-8418661d9dcb tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:07.235443 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-0b6fefab-e49c-48dc-9552-8418661d9dcb tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 813 time: 0.5281415 Jan 27 18:28:07.261826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.265768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.275681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7c7b39d0-7a84-4ac7-871b-d67741bd4eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:07.326535 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b1f54d5f49c43c9a6d1e6407fc20ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486868 Jan 27 18:28:07.328233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968f16d-00c4-498c-85ea-45da50ecb996,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:07.331516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 51812) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:07.335877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:07.398122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120edab2-e7c3-427c-96fa-7ea010408f7f req-a01397b5-9157-417c-ac0e-d7c5e085d15a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:07.400169 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-120edab2-e7c3-427c-96fa-7ea010408f7f req-a01397b5-9157-417c-ac0e-d7c5e085d15a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4337301 Jan 27 18:28:07.403910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:28:07.405963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Request body: {'port': {'device_id': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a', 'admin_state_up': True, 'tenant_id': '7c8317f74a414508b67736c97a9aa058'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:07.419228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.453821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.505928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.511186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66485fd3-c53e-4075-bd59-a810442376fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:07.538913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968f16d-00c4-498c-85ea-45da50ecb996,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:07.542586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:07.543898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:07.544963 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2968f16d-00c4-498c-85ea-45da50ecb996 HTTP/1.1" status: 204 len: 168 time: 0.2124610 Jan 27 18:28:07.620323 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-120edab2-e7c3-427c-96fa-7ea010408f7f req-9c56ad84-ac93-4838-930e-6c26b1440020 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865864 Jan 27 18:28:07.672749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268c025-07aa-4f7c-a29a-a2d6584dc6ef req-9eb01f9e-f4b0-4a7a-8f7f-a8ab86c9ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:07.672749 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c268c025-07aa-4f7c-a29a-a2d6584dc6ef req-9eb01f9e-f4b0-4a7a-8f7f-a8ab86c9ae90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1163 time: 0.0904915 Jan 27 18:28:07.729713 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c268c025-07aa-4f7c-a29a-a2d6584dc6ef req-b73a262b-d92a-4fee-8c39-6a30ed862a03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471141 Jan 27 18:28:07.921803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:08.015892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1fa91-caaf-4267-a7f0-5ca2987864d4 req-a2e8d04c-24fa-41c9-b329-801c260a1404 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:08.017654 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-58e1fa91-caaf-4267-a7f0-5ca2987864d4 req-a2e8d04c-24fa-41c9-b329-801c260a1404 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 945 time: 0.5076833 Jan 27 18:28:08.018846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:08.044444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Made reservation on behalf of 7c8317f74a414508b67736c97a9aa058 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:08.065563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:08.141884 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-58e1fa91-caaf-4267-a7f0-5ca2987864d4 req-cff9ec52-fd65-4c92-8019-edc9d7f63c6b tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158738 Jan 27 18:28:08.462017 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f0faaa1f-7b7f-466c-9f55-6f85e426749b req-94720363-aec1-4d39-b5d0-bdae75c07fa4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 210 time: 0.1345823 Jan 27 18:28:08.511067 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-df46fca0-6c8d-4da5-aada-1a68a236ed65 req-ee84c303-c669-405a-83c8-a820f98d0f5f tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 210 time: 0.0947888 Jan 27 18:28:08.564911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Allocated IP 172.20.0.6 (b65ddf2d-5ba4-4065-9825-93fa78ff377a/d4917bf0-4e7e-4f60-bb24-67a48b494c60/c3b7d327-8be8-4d6a-8854-ff06e1c331b8) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:08.616539 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-f0d9583c-daf3-46b8-9188-14cda9372184 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e7605fd79079497f82619b8831142ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720007 Jan 27 18:28:09.108667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-3c8d37ce-6376-47ef-829c-a40a9550ede2 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:09.110382 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-3c8d37ce-6376-47ef-829c-a40a9550ede2 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4841738 Jan 27 18:28:09.130605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.151973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Request body: {'port': {'device_id': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7', 'admin_state_up': True, 'tenant_id': 'e7605fd79079497f82619b8831142ebf'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:09.215301 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ac625485-82ef-4319-83b4-96da680babee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.234850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcbfdf-af06-4d75-9886-b6a3b9ecb1e5 req-467ee19e-a54b-4d75-82f1-d7eb3ed9ce6b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:09.236631 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12fcbfdf-af06-4d75-9886-b6a3b9ecb1e5 req-467ee19e-a54b-4d75-82f1-d7eb3ed9ce6b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.4868157 Jan 27 18:28:09.332431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:09.336851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Usage tracker for resource:port and tenant:e7605fd79079497f82619b8831142ebf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:09.340019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:09.346423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:09.357883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Made reservation on behalf of e7605fd79079497f82619b8831142ebf for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:09.379502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.394320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029ffdb-9f40-4291-bc32-bc180ab58094 req-1c8977c7-cf1c-41aa-a947-c3e02d07b57f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:09.396502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.403060 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c029ffdb-9f40-4291-bc32-bc180ab58094 req-1c8977c7-cf1c-41aa-a947-c3e02d07b57f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4586501 Jan 27 18:28:09.416613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:09.421503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Usage tracker for resource:security_group_rule and tenant:e7605fd79079497f82619b8831142ebf is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:09.424890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:09.432221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:09.439373 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12fcbfdf-af06-4d75-9886-b6a3b9ecb1e5 req-408592ce-2f38-4e75-aa41-403e89287542 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947978 Jan 27 18:28:09.516064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.839619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:09.896375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.899919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:09.906612 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c029ffdb-9f40-4291-bc32-bc180ab58094 req-ea50ad81-3bcc-404f-aa81-f85311b9b292 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019221 Jan 27 18:28:09.912264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:09.946368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:09.960010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:09.960010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:10.066015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event updated for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:10.070779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:10.109024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8e0c82-e92f-4646-800a-9459ccd45329,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:10.141964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.142730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.143379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.144200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.144827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.145614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.146363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.146929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.147701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.148283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.148838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.149447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.150257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.150819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.151386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.151953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.152502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.153433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.154013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.154565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.155117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.155670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.156235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.156783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:10.183471 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:10.211034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:10.211778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:10.392935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Allocated IP 192.168.233.82 (87b3b8b7-f77c-4155-8b96-ff6898e0bfd7/df2a9bea-779e-4eb5-9849-df8f36baf0a3/e737c59d-0dfe-417d-9d31-8db3fb0c8af8) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:10.406481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd659-dbf7-40e3-a056-37798fd1525c req-a737faf5-25b0-4045-aa71-1a9c074811a3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:10.407304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-024cd659-dbf7-40e3-a056-37798fd1525c req-a737faf5-25b0-4045-aa71-1a9c074811a3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:28:10.419654 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-91f5075c-8b41-4b60-adb6-9f970b1a59e7 req-a5370386-fe4f-44c9-87dc-fae657f02812 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 210 time: 0.1571300 Jan 27 18:28:10.420936 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0195546 Jan 27 18:28:10.433062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-024cd659-dbf7-40e3-a056-37798fd1525c req-a737faf5-25b0-4045-aa71-1a9c074811a3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:28:10.437855 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-024cd659-dbf7-40e3-a056-37798fd1525c req-a737faf5-25b0-4045-aa71-1a9c074811a3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 931 time: 0.4437723 Jan 27 18:28:10.465045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Request body: {'port': {'device_id': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:10.560165 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-024cd659-dbf7-40e3-a056-37798fd1525c req-3f65fa33-c21d-4ad8-b4a4-05a7f83b4a34 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164737 Jan 27 18:28:10.653631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:10.672148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Transition to ACTIVE for port object e737c59d-0dfe-417d-9d31-8db3fb0c8af8 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:10.691243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:10.705785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:10.722755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:10.864306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed9df-4c09-482d-89e9-c3f24bbb861b req-58a813ac-5031-45cc-ab49-658b8b0f36e5 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:10.872308 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-88fed9df-4c09-482d-89e9-c3f24bbb861b req-58a813ac-5031-45cc-ab49-658b8b0f36e5 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2744255 Jan 27 18:28:10.878844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Pushing event updated for resources: {'Port': ['ID=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:10.883963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:10.993863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:10.996146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:11.005403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:11.068096 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-88fed9df-4c09-482d-89e9-c3f24bbb861b req-3e377d8b-a5e3-44ec-ba7c-c993a1ea4dd1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946645 Jan 27 18:28:11.265940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:11.266676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:11.318463 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1710675 Jan 27 18:28:11.370152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Request body: {'port': {'device_id': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:11.375064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bf8b540d-786e-4c9f-874c-627c8cff82f1 None None] Provisioning for port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:11.385498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bf8b540d-786e-4c9f-874c-627c8cff82f1 None None] Provisioning complete for port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:11.385921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bf8b540d-786e-4c9f-874c-627c8cff82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:11.467865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b540d-786e-4c9f-874c-627c8cff82f1 None None] Port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:28:11.540597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:11.594844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ade48-be6b-4048-9376-0a294f480398 req-1f99392e-18b2-46f6-8a71-0def22d6b55d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:11.597872 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d7ade48-be6b-4048-9376-0a294f480398 req-1f99392e-18b2-46f6-8a71-0def22d6b55d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3324947 Jan 27 18:28:11.799152 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d7ade48-be6b-4048-9376-0a294f480398 req-8556f38c-62bf-46bf-bec7-cc1847d9f725 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929698 Jan 27 18:28:11.822706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b7d327-8be8-4d6a-8854-ff06e1c331b8 {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:28:11.833256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:11.951803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bef1a-d3f7-4334-a4c4-6afcc5849462 req-ae8aaf7e-e887-43fe-a40a-8d289c8a010e tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:11.953721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-774bef1a-d3f7-4334-a4c4-6afcc5849462 req-ae8aaf7e-e887-43fe-a40a-8d289c8a010e tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 935 time: 0.3535705 Jan 27 18:28:11.960101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Transition to ACTIVE for port object c3b7d327-8be8-4d6a-8854-ff06e1c331b8 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:12.003574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.021037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e737c59d-0dfe-417d-9d31-8db3fb0c8af8 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:28:12.031152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.045667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Transition to ACTIVE for port object e737c59d-0dfe-417d-9d31-8db3fb0c8af8 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:12.050184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.056966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:12.069368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:12.083334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.098525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-4f30-43ad-8a6c-f8ef4eea0b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.291017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Pushing event updated for resources: {'Port': ['ID=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:12.295071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:12.367148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:12.494484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:12.495125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.533874 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-774bef1a-d3f7-4334-a4c4-6afcc5849462 req-d6c7a03e-5c86-4218-ad47-d6996597c5bc tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375969 Jan 27 18:28:12.537219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Attempting to bind port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:12.537584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Attempting to bind port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:12.539353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Attempting to bind port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 on network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:12.555296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:12.555747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Checking segment: {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:12.556218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.558986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:12.559508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Bound using segment: {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:12.560089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Bound port: e737c59d-0dfe-417d-9d31-8db3fb0c8af8, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d127e3b-7fa4-458f-9b52-dc0601f7dcc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87b3b8b7-f77c-4155-8b96-ff6898e0bfd7'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:12.560550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.563371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:12.726466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a510a-5b57-4729-bd14-e9d6b26b95ec req-6709d7aa-881b-4a0a-9bd9-d074872f9c25 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:12.737507 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce9a510a-5b57-4729-bd14-e9d6b26b95ec req-6709d7aa-881b-4a0a-9bd9-d074872f9c25 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.7806251 Jan 27 18:28:12.760365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] For port e737c59d-0dfe-417d-9d31-8db3fb0c8af8, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:12.764942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] For port e737c59d-0dfe-417d-9d31-8db3fb0c8af8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,segment=NetworkSegment(1d127e3b-7fa4-458f-9b52-dc0601f7dcc2),segment_id=1d127e3b-7fa4-458f-9b52-dc0601f7dcc2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:12.769095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:12.786486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d78cb959-cdc9-4b67-9665-53697aba24a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:12.892404 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce9a510a-5b57-4729-bd14-e9d6b26b95ec req-5b571afa-6149-49cd-b470-dfeb7b9abb6b tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538341 Jan 27 18:28:12.966787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Pushing event updated for resources: {'Port': ['ID=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:12.970740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:13.011462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.012382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.014568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] 10.222.0.54 "PUT /v2.0/ports/e737c59d-0dfe-417d-9d31-8db3fb0c8af8 HTTP/1.1" status: 200 len: 1161 time: 1.6604505 Jan 27 18:28:13.015283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:13.181305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-2249dfa7-4577-4e84-903b-068080b54c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.182987 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-2249dfa7-4577-4e84-903b-068080b54c13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7605fd79079497f82619b8831142ebf&device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 1164 time: 0.0919929 Jan 27 18:28:13.209023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415287-17d2-41bc-b75f-08364072dfaa req-4c11918a-0cbd-4f2f-b648-8d48c499af8d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.211403 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-11415287-17d2-41bc-b75f-08364072dfaa req-4c11918a-0cbd-4f2f-b648-8d48c499af8d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4358757 Jan 27 18:28:13.226170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 51928) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:13.242921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'floatingip': {'port_id': '221fb22b-439b-4270-b18a-c47088dac2ff'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:13.288389 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-95a8be98-ea66-4fd7-a51f-f6153e4a7007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e737c59d-0dfe-417d-9d31-8db3fb0c8af8 HTTP/1.1" status: 200 len: 217 time: 0.0873890 Jan 27 18:28:13.339786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Attempting to bind port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:13.340326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Attempting to bind port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:13.340326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Attempting to bind port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 on network b65ddf2d-5ba4-4065-9825-93fa78ff377a {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:13.351151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:13.351526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Checking segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:13.351930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.352326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Bound using segment: {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:13.352806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Bound port: c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e7c914-abd5-47f0-a761-a9065b95e26a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b65ddf2d-5ba4-4065-9825-93fa78ff377a'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:13.353229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.367097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-eca33ea3-bc6d-4381-819e-5f0847f8ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.368732 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-eca33ea3-bc6d-4381-819e-5f0847f8ee1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=df2a9bea-779e-4eb5-9849-df8f36baf0a3 HTTP/1.1" status: 200 len: 843 time: 0.0726817 Jan 27 18:28:13.381622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.395319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:13.479056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:13.479329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-e8513e22-68da-417c-a458-0cd4f51e2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.479448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.480702 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-e8513e22-68da-417c-a458-0cd4f51e2a26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87b3b8b7-f77c-4155-8b96-ff6898e0bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0900924 Jan 27 18:28:13.655340 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-492d08d3-7d1c-4018-ade1-5de56a403cc7 service neutron] 10.222.0.54 "GET /v2.0/networks/87b3b8b7-f77c-4155-8b96-ff6898e0bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598606 Jan 27 18:28:13.669605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:13.712652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2689c9-8224-417d-83bc-1088683bacc3 req-6a14c523-2780-4a74-81fa-5e963c8d6f28 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:13.714542 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0f2689c9-8224-417d-83bc-1088683bacc3 req-6a14c523-2780-4a74-81fa-5e963c8d6f28 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.6659629 Jan 27 18:28:13.750604 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8', 'status': 'completed', 'code': 200} Jan 27 18:28:13.820574 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38eb9b38-0ba7-468b-b4ae-8e9a75cc319b req-a942eb9e-6cea-454d-bb08-c359c23060bc service neutron] 10.222.0.54 "GET /v2.0/networks/87b3b8b7-f77c-4155-8b96-ff6898e0bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1545303 Jan 27 18:28:13.963554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:14.000688 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0f2689c9-8224-417d-83bc-1088683bacc3 req-69437060-9736-4f5e-8742-b819429bd380 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795227 Jan 27 18:28:14.076880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-592a6567-ae4b-47ad-a962-b5d2680c0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.078866 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-592a6567-ae4b-47ad-a962-b5d2680c0733 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7605fd79079497f82619b8831142ebf&device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 1164 time: 0.1120985 Jan 27 18:28:14.124334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:14.140382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:14.170982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7e9490f9-d08d-43b4-9871-909c66c7cb31 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:14.207460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:14.262193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-892490c2-ccb6-4a1c-a685-c2ce70c166b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.264893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-892490c2-ccb6-4a1c-a685-c2ce70c166b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 HTTP/1.1" status: 200 len: 863 time: 0.1763830 Jan 27 18:28:14.351074 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-84894089-4f5b-4f3b-98f1-13d5a525b9fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e737c59d-0dfe-417d-9d31-8db3fb0c8af8 HTTP/1.1" status: 200 len: 217 time: 0.0785077 Jan 27 18:28:14.427596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-9f4f0a66-ad85-4015-bbbb-60cc3baa2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.429188 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-9f4f0a66-ad85-4015-bbbb-60cc3baa2665 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=df2a9bea-779e-4eb5-9849-df8f36baf0a3 HTTP/1.1" status: 200 len: 843 time: 0.0705712 Jan 27 18:28:14.481818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:14.517882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:14.535795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-f3fda130-f74d-4c7f-a6e6-29b05f7f808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.537472 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-f3fda130-f74d-4c7f-a6e6-29b05f7f808e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87b3b8b7-f77c-4155-8b96-ff6898e0bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0967073 Jan 27 18:28:14.604837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf625b-285e-4a76-a3a9-96c89f93b9a9 req-c3fe3d3f-c89c-458b-b3d7-826fba47cfba tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.606630 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7fbf625b-285e-4a76-a3a9-96c89f93b9a9 req-c3fe3d3f-c89c-458b-b3d7-826fba47cfba tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 947 time: 0.7503512 Jan 27 18:28:14.727092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.727768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:14.729264 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] 10.222.0.54 "PUT /v2.0/ports/c3b7d327-8be8-4d6a-8854-ff06e1c331b8 HTTP/1.1" status: 200 len: 1157 time: 4.2704251 Jan 27 18:28:14.731531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:14.758609 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7fbf625b-285e-4a76-a3a9-96c89f93b9a9 req-171e08f8-07bb-4e34-b52b-062e4eb0f644 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408877 Jan 27 18:28:14.770339 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-2f80e9c6-5702-4237-af3c-9920f401467d service neutron] 10.222.0.54 "GET /v2.0/networks/87b3b8b7-f77c-4155-8b96-ff6898e0bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056999 Jan 27 18:28:14.802701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430f89-fc43-4225-86fd-95ee5e6c95e7 req-eb1195c8-ac3e-4ff5-9dbd-18c1d0cac2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.804945 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-aa430f89-fc43-4225-86fd-95ee5e6c95e7 req-eb1195c8-ac3e-4ff5-9dbd-18c1d0cac2e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.0953863 Jan 27 18:28:14.864086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf94ca-a730-4a18-a497-79ab8f4ededa req-8f61a7fa-e77c-47c3-ab63-c588b2820e07 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:14.865882 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-39bf94ca-a730-4a18-a497-79ab8f4ededa req-8f61a7fa-e77c-47c3-ab63-c588b2820e07 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 945 time: 0.7205513 Jan 27 18:28:15.198989 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-aa430f89-fc43-4225-86fd-95ee5e6c95e7 req-0296262e-1164-4265-b917-fea181202800 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434777 Jan 27 18:28:15.220686 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:28:15.240052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c059a5d1-8c84-46e2-b11a-7debaca45337 req-3846160a-ae32-46d4-bc1c-2541bbac7a67 service neutron] 10.222.0.54 "GET /v2.0/networks/87b3b8b7-f77c-4155-8b96-ff6898e0bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4087615 Jan 27 18:28:15.364828 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-39bf94ca-a730-4a18-a497-79ab8f4ededa req-532c3048-ee7b-41b8-bb7a-79dd0db7bb71 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479017 Jan 27 18:28:15.389808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:15.407130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-921ecf96-4e1f-4f14-8665-f029c72cb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:15.408768 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-921ecf96-4e1f-4f14-8665-f029c72cb41f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 1160 time: 0.5395858 Jan 27 18:28:15.410442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:15.634458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcc619-a19f-46e8-ae4e-d22bb65246ab req-d9804452-5be1-435c-802d-52f0f2e865aa tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:15.641633 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5ffcc619-a19f-46e8-ae4e-d22bb65246ab req-d9804452-5be1-435c-802d-52f0f2e865aa tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.7180884 Jan 27 18:28:15.736012 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-f73821ca-34ef-425d-b8f2-3fa8b8c27907 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8 HTTP/1.1" status: 200 len: 217 time: 0.0986514 Jan 27 18:28:15.819388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8', 'status': 'completed', 'code': 200} Jan 27 18:28:15.857775 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5ffcc619-a19f-46e8-ae4e-d22bb65246ab req-f0ae4917-1211-472e-be97-aacd2da21640 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043581 Jan 27 18:28:15.885582 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Floating IP 7bf3a611-2929-4169-8f7a-6ed7127be159 associated. External IP: 172.28.2.42, port: 221fb22b-439b-4270-b18a-c47088dac2ff. Jan 27 18:28:15.948678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039085a-04a9-4e46-a518-bae9ca954aff req-c126ab98-3eaf-40d9-9fff-d522cfc3c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:15.950418 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-c126ab98-3eaf-40d9-9fff-d522cfc3c40e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1958759 Jan 27 18:28:16.185334 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-01b63772-c7a5-4106-84de-7cab5c543fef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090100 Jan 27 18:28:16.567727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3ba0a-6e74-4351-ac65-f798776ca1e1 req-77bc29cc-0ca2-4b6d-9ca5-8296ea5eb1b0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:16.569500 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e3d3ba0a-6e74-4351-ac65-f798776ca1e1 req-77bc29cc-0ca2-4b6d-9ca5-8296ea5eb1b0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.6876552 Jan 27 18:28:16.628583 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-0f7b6d52-1a5f-4d3a-aa6c-f2f4cac012d1 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236104 Jan 27 18:28:16.784096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826bbf9-86e5-41ab-8ff5-e0072227c620 req-a5de0d20-da1b-4ca2-947f-b557eee3e94f tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:16.785845 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d826bbf9-86e5-41ab-8ff5-e0072227c620 req-a5de0d20-da1b-4ca2-947f-b557eee3e94f tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 947 time: 0.7032285 Jan 27 18:28:16.933409 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e3d3ba0a-6e74-4351-ac65-f798776ca1e1 req-43d16df5-6e74-4e75-87d4-4da074016dd3 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074982 Jan 27 18:28:17.274622 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d826bbf9-86e5-41ab-8ff5-e0072227c620 req-e6ae3e37-a2bd-4fab-9a32-bccd622780a9 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761152 Jan 27 18:28:17.296443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:28:17.316046 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e039085a-04a9-4e46-a518-bae9ca954aff req-96d24887-1cc7-4ae6-bd26-dccc6002135a service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6758344 Jan 27 18:28:17.367470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-39850b50-0cdc-4c9f-93ff-03a8d05c8f77 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:17.369284 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-39850b50-0cdc-4c9f-93ff-03a8d05c8f77 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.54 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 945 time: 0.1905963 Jan 27 18:28:17.544512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Deleting port 7f8879f4-8cbe-4691-b436-c08827358368 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:17.544836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:17.546105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:17.573248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87bd65-959d-4660-b7da-df3e9f78be05 req-51e059ef-4eaf-46ef-8039-0844d5e6bebb tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:17.575356 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7f87bd65-959d-4660-b7da-df3e9f78be05 req-51e059ef-4eaf-46ef-8039-0844d5e6bebb tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 945 time: 0.3782465 Jan 27 18:28:17.622871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:17.623552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:17.732237 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7f87bd65-959d-4660-b7da-df3e9f78be05 req-b47fb424-15f2-4557-8c11-07710cca42a8 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160808 Jan 27 18:28:17.802673 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 7f8879f4-8cbe-4691-b436-c08827358368 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:28:17.827905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:28:17.840409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:28:17.852541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f8879f4-8cbe-4691-b436-c08827358368,segment=NetworkSegment(750252b7-d7f2-4412-9363-aeed6b510ff0),segment_id=750252b7-d7f2-4412-9363-aeed6b510ff0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:17.852936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:17.857194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:17.858129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:17.870575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:17.951184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:17.975964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6df8-e567-4573-b9af-87db10c396ec req-c7678ae7-1f42-4aaf-a610-d8bc221dc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:17.978002 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-c7678ae7-1f42-4aaf-a610-d8bc221dc132 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 1160 time: 0.3992047 Jan 27 18:28:17.982924 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e12060d9-44e8-4b1d-b7f7-14aad0135ced tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "PUT /v2.0/floatingips/7bf3a611-2929-4169-8f7a-6ed7127be159 HTTP/1.1" status: 200 len: 991 time: 4.7553906 Jan 27 18:28:17.985564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:18.007672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f8879f4-8cbe-4691-b436-c08827358368,segment=NetworkSegment(750252b7-d7f2-4412-9363-aeed6b510ff0),segment_id=750252b7-d7f2-4412-9363-aeed6b510ff0)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:18.007672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:18.015458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:18.017362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:18.025349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Calling delete_port for 7f8879f4-8cbe-4691-b436-c08827358368 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:18.090148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbe6bf-0a27-4b66-b385-d96b86b0d4e5 req-6d490bfc-7bec-429d-814f-ced3475067f1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.094803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:18.099806 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bdfbe6bf-0a27-4b66-b385-d96b86b0d4e5 req-6d490bfc-7bec-429d-814f-ced3475067f1 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.3661661 Jan 27 18:28:18.105779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:18.160676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:28:18.161068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:28:18.284087 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bdfbe6bf-0a27-4b66-b385-d96b86b0d4e5 req-fc03ccef-33f1-4af5-af8e-de5422e4135d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826479 Jan 27 18:28:18.312377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6df8-e567-4573-b9af-87db10c396ec req-3ecbcaec-8f63-46a0-94a0-056a000566ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.314182 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-3ecbcaec-8f63-46a0-94a0-056a000566ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 0.3220663 Jan 27 18:28:18.381376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:18.398980 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'status': 'completed', 'code': 200} Jan 27 18:28:18.410721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-215268e1-319b-4aa2-94bb-e2282d4f8409 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8 HTTP/1.1" status: 200 len: 217 time: 0.0786328 Jan 27 18:28:18.434097 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368', 'code': 200} Jan 27 18:28:18.578114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1b50c-f4a5-44e6-9b9f-b5f51b54c216 req-f72654d4-e621-4c6f-bb22-54d08069916d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.580009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7bc1b50c-f4a5-44e6-9b9f-b5f51b54c216 req-f72654d4-e621-4c6f-bb22-54d08069916d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1725132 Jan 27 18:28:18.658982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0089c2-8901-498e-a939-0f2f0342421d req-78bc4c95-5e76-4d9b-af70-04c849a8112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.661267 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-78bc4c95-5e76-4d9b-af70-04c849a8112e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1163 time: 0.1254468 Jan 27 18:28:18.661914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Deleting port 7f8879f4-8cbe-4691-b436-c08827358368 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:18.662364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:18.772096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6df8-e567-4573-b9af-87db10c396ec req-e0ccaf94-15ee-442f-82d7-a7e92f37c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.773837 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-e0ccaf94-15ee-442f-82d7-a7e92f37c0c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.1926641 Jan 27 18:28:18.796730 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7bc1b50c-f4a5-44e6-9b9f-b5f51b54c216 req-b57851e7-8277-4692-8c0c-eeefca25536e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314645 Jan 27 18:28:18.848432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7bf3a611-2929-4169-8f7a-6ed7127be159', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '221fb22b-439b-4270-b18a-c47088dac2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:b7:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:27:42Z', 'updated_at': '2021-01-27T18:28:14Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:18.855201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:28:18.856311 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-327ac880-dde3-48f1-bd39-0b6c14653db2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575821 Jan 27 18:28:18.868704 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:18.869771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:18.944964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a319c-6bee-4835-a9fc-7092aead3a74 req-9c41fb09-2716-470b-b7c0-3cbc373de4ef tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:18.946935 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba5a319c-6bee-4835-a9fc-7092aead3a74 req-9c41fb09-2716-470b-b7c0-3cbc373de4ef tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 947 time: 0.3644774 Jan 27 18:28:19.023357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0089c2-8901-498e-a939-0f2f0342421d req-eef9f717-36b0-44cf-9e70-bb741f41a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:19.024958 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-eef9f717-36b0-44cf-9e70-bb741f41a58c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.3172090 Jan 27 18:28:19.112912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:19.118335 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-8eda862e-c60d-401d-8174-10b57c4c2244 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702180 Jan 27 18:28:19.244219 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-d5120a94-dba7-43c1-bff0-db11cc1a06f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 999 time: 0.2038968 Jan 27 18:28:19.246483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] For port 7f8879f4-8cbe-4691-b436-c08827358368, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7f8879f4-8cbe-4691-b436-c08827358368,segment=NetworkSegment(750252b7-d7f2-4412-9363-aeed6b510ff0),segment_id=750252b7-d7f2-4412-9363-aeed6b510ff0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:19.246903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:19.271381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 87b3b8b7-f77c-4155-8b96-ff6898e0bfd7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:19.308009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba5a319c-6bee-4835-a9fc-7092aead3a74 req-1226e2ff-a4f6-445e-96d9-248c07521260 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343129 Jan 27 18:28:19.578074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Calling delete_port for 7f8879f4-8cbe-4691-b436-c08827358368 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:19.580701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa181f-b8b9-4d49-b04f-6255e18d2b2b req-e3683c41-b2e1-477d-9228-a8748c03c291 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:19.589020 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2dfa181f-b8b9-4d49-b04f-6255e18d2b2b req-e3683c41-b2e1-477d-9228-a8748c03c291 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 943 time: 0.4694910 Jan 27 18:28:19.679232 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2dfa181f-b8b9-4d49-b04f-6255e18d2b2b req-7cb673e6-dbf1-47d8-8dfd-23813ea59c30 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/security-groups?id=0301e6d3-f212-494b-94f6-aae4f45cab14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882795 Jan 27 18:28:19.686795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7bf3a611-2929-4169-8f7a-6ed7127be159', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '221fb22b-439b-4270-b18a-c47088dac2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:b7:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:27:42Z', 'updated_at': '2021-01-27T18:28:14Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:19.699479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e660da-6a45-4c64-a00a-f606cbed5158 None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7bf3a611-2929-4169-8f7a-6ed7127be159', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.42', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '221fb22b-439b-4270-b18a-c47088dac2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:b7:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:27:42Z', 'updated_at': '2021-01-27T18:28:14Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:28:19.729137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0089c2-8901-498e-a939-0f2f0342421d req-f634d522-d738-4364-9f6e-463b6d72e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:19.730895 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-f634d522-d738-4364-9f6e-463b6d72e44e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.4749320 Jan 27 18:28:19.766748 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-881b6df8-e567-4573-b9af-87db10c396ec req-d0bbafa9-f47b-4eed-9771-805d31a94148 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5383232 Jan 27 18:28:19.925831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:19.956001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:20.056381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Pushing event deleted for resources: {'Port': ['ID=7f8879f4-8cbe-4691-b436-c08827358368,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:20.126462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:20.199850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0089c2-8901-498e-a939-0f2f0342421d req-4f9c4a94-d2c1-4aa1-8a43-f40728905258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:20.201936 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-4f9c4a94-d2c1-4aa1-8a43-f40728905258 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3247604 Jan 27 18:28:20.210656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1a800-9351-41a1-9795-1b02ffab0fae None None] New status for floating IP 7bf3a611-2929-4169-8f7a-6ed7127be159: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:28:20.284128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5034-9a47-43c6-b525-2ff13fe6a029 req-8e4ebde4-a25f-4476-921d-e20fe02fd3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:20.286834 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0dc5034-9a47-43c6-b525-2ff13fe6a029 req-8e4ebde4-a25f-4476-921d-e20fe02fd3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.2894394 Jan 27 18:28:20.380934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] No DVR routers for this DVR port 7f8879f4-8cbe-4691-b436-c08827358368 on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:28:20.383329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:20.399247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-deleted', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:20.418722 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5a4d642-4a4a-4ad5-9747-72eb64cc612b req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.54 "DELETE /v2.0/ports/7f8879f4-8cbe-4691-b436-c08827358368 HTTP/1.1" status: 204 len: 173 time: 2.9721341 Jan 27 18:28:20.463586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-35b5fe5a-906d-4851-b700-7bad61e0868c service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462120 Jan 27 18:28:20.486171 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0dc5034-9a47-43c6-b525-2ff13fe6a029 req-3b23d399-e829-4d7c-aa04-a18a58b4664b tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592968 Jan 27 18:28:20.499684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-ff99d9bb-2391-41ab-913b-a570cd011957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:20.501383 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-ff99d9bb-2391-41ab-913b-a570cd011957 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.2132521 Jan 27 18:28:20.547545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-d4fbd36a-12ef-48ba-8b40-1088882d300c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:28:20.630406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe47285-be8f-493a-acc4-38913fcdf98d req-6c5aafad-9288-4a57-8b95-898d9ca9938a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:20.632237 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ffe47285-be8f-493a-acc4-38913fcdf98d req-6c5aafad-9288-4a57-8b95-898d9ca9938a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2976642 Jan 27 18:28:20.688099 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e0089c2-8901-498e-a939-0f2f0342421d req-c1c5129c-1a32-4891-ba9a-62ede7bbe447 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2177296 Jan 27 18:28:20.872453 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ffe47285-be8f-493a-acc4-38913fcdf98d req-d6562a09-286d-4a7c-aa7b-23816dab68e8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532905 Jan 27 18:28:20.900271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-9c9eb2c8-5ce0-4046-b2c9-1bc84df6f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:20.901930 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-9c9eb2c8-5ce0-4046-b2c9-1bc84df6f9c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.3869102 Jan 27 18:28:20.965166 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c6132a-e7c3-468e-82f9-84c68e1b80fa', 'name': 'network-vif-deleted', 'tag': '7f8879f4-8cbe-4691-b436-c08827358368', 'status': 'completed', 'code': 200} Jan 27 18:28:21.051120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e458df-1b26-4c9a-9fab-16914c3a381b req-069f7347-33dc-4d7a-9d76-8cbdb707e50d tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:21.052853 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25e458df-1b26-4c9a-9fab-16914c3a381b req-069f7347-33dc-4d7a-9d76-8cbdb707e50d tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 947 time: 0.3138378 Jan 27 18:28:21.093065 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-95deef14-ec71-4dd6-8d66-fda8e1ec5aa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.1776495 Jan 27 18:28:21.446131 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25e458df-1b26-4c9a-9fab-16914c3a381b req-2a492115-c226-43c7-aae4-cf591aee3ca9 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860948 Jan 27 18:28:21.461564 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8241d648-1aa3-44b8-8452-e1db29a1107d req-5686552f-02ca-4f3b-8854-579f64419523 tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] 10.222.0.60 "GET /v2.0/ports?device_id=50c6132a-e7c3-468e-82f9-84c68e1b80fa HTTP/1.1" status: 200 len: 210 time: 0.0947013 Jan 27 18:28:21.478618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-bed69b74-6a2e-436d-baec-fe72e1945d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:21.480337 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-bed69b74-6a2e-436d-baec-fe72e1945d1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.3727083 Jan 27 18:28:21.554091 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-9426d40c-9ad4-420f-97c9-ef56db8246e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651846 Jan 27 18:28:21.588778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52074) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:21.730907 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-a90ecd6e-c7e1-49bd-8c31-26f6ac872833 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666934 Jan 27 18:28:21.760549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:21.766282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device e737c59d-0dfe-417d-9d31-8db3fb0c8af8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:21.792337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:21.797438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Usage tracker for resource:security_group_rule and tenant:e8c8f8ab4d1747698a9bce0b3f381435 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:21.809067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:21.815956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:21.857910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:21.865104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:21.865660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:21.918536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:21.922504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:21.935234 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c254eba3-1bd0-41bf-ad88-90bd64494115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:21.963019 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22eb9b2e-6ad1-43f9-9145-7a32af9bcd73 req-ac51b8ad-cb7a-47d7-b2c9-6b4038f78f8c service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2235901 Jan 27 18:28:21.988512 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8c8f8ab4d1747698a9bce0b3f381435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984594 Jan 27 18:28:21.990408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e125c-e5aa-4c87-a1e7-7209402e0e27,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:21.993756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52088) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:21.997670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:22.031413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.084990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port e737c59d-0dfe-417d-9d31-8db3fb0c8af8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,segment=NetworkSegment(1d127e3b-7fa4-458f-9b52-dc0601f7dcc2),segment_id=1d127e3b-7fa4-458f-9b52-dc0601f7dcc2)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:22.087865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:22.094209 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.097571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:22.106873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26b829-9a3c-4355-b54a-219531d6e76f req-f80f9309-f069-491a-b2bc-02aba25510a0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:22.108596 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eb26b829-9a3c-4355-b54a-219531d6e76f req-f80f9309-f069-491a-b2bc-02aba25510a0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.2510989 Jan 27 18:28:22.124820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.164514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.208918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:22.222052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.222432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.222809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.223180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.223547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.223912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.224273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.224636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.224994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.225515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.225878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.226309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.227261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.227498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.227883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.228220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.228579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.228938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.229350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.229764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.230091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.230192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.230456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.230810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.231163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:22.236066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:22.238628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a2e103f-d1eb-4ff8-87d6-51a04745d23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:22.250461 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eb26b829-9a3c-4355-b54a-219531d6e76f req-9893885b-6e94-4f5a-8e05-065bb5f15d05 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 Jan 27 18:28:22.255543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e125c-e5aa-4c87-a1e7-7209402e0e27,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:22.257708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:22.258937 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/056e125c-e5aa-4c87-a1e7-7209402e0e27 HTTP/1.1" status: 204 len: 168 time: 0.2642562 Jan 27 18:28:22.259957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:22.353815 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8', 'code': 200} Jan 27 18:28:22.489543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e05d-f41b-42d2-837e-065b74f6ffef req-3418fdca-321b-4325-9378-528c8c2f599c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:22.491721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7b57e05d-f41b-42d2-837e-065b74f6ffef req-3418fdca-321b-4325-9378-528c8c2f599c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1863952 Jan 27 18:28:22.567221 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7b57e05d-f41b-42d2-837e-065b74f6ffef req-9d60ea43-480e-4d3a-85f0-532f17aca94e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687029 Jan 27 18:28:22.802176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedab08-7cca-4730-9fd0-88cbbcde84bc req-4a05d69c-6757-4466-b305-e4b2dc1d51cd tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:22.803956 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ceedab08-7cca-4730-9fd0-88cbbcde84bc req-4a05d69c-6757-4466-b305-e4b2dc1d51cd tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.2141008 Jan 27 18:28:22.931914 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ceedab08-7cca-4730-9fd0-88cbbcde84bc req-76ebb728-78d5-4a23-bdc6-d3707fd23595 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217401 Jan 27 18:28:22.974927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174dba-cefd-4108-ac1c-1f9ce5fadece req-0c19f6a9-383b-439d-b981-c58a8d1cfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:22.976549 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3174dba-cefd-4108-ac1c-1f9ce5fadece req-0c19f6a9-383b-439d-b981-c58a8d1cfbd0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 1166 time: 0.1240745 Jan 27 18:28:23.031634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3174dba-cefd-4108-ac1c-1f9ce5fadece req-9255b21a-366c-4752-a8bc-0b40d814a68b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Jan 27 18:28:23.335626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52130) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:23.490299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1272109299-network', 'tenant_id': '64041d4054af4190a998da85a176c850'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:23.495363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:23.499675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Usage tracker for resource:network and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:23.502975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:23.509464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:23.524814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Made reservation on behalf of 64041d4054af4190a998da85a176c850 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:23.529676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.543861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.560600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:23.572602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Usage tracker for resource:security_group_rule and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:23.582125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:23.582412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:23.591822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7002f-ae20-4882-a3f7-2d5090c5116d req-b6e0b586-3f4f-4bdd-99e2-6d099f628479 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:23.593732 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9e7002f-ae20-4882-a3f7-2d5090c5116d req-b6e0b586-3f4f-4bdd-99e2-6d099f628479 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.1717868 Jan 27 18:28:23.662344 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9e7002f-ae20-4882-a3f7-2d5090c5116d req-a9525787-55ed-4f6e-adcd-5e26e71e528f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618401 Jan 27 18:28:23.688643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.691769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.694972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8022e1c2-c492-455e-bc19-673c15ae78e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:23.735467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:28:23.741883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08fb925-0df2-405d-bc15-6f5f62ab6ba5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:23.746683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:23.750851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.750851 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Added segment c1d7b231-fc3e-49cb-ad90-f9e7145aaa27 of type vxlan for network c867c274-1d8a-4617-934d-db18967ed890 Jan 27 18:28:23.785135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.822940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.824357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:23.825084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:23.831061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:23.898456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde424-cd11-4310-908e-44d51affe19a req-7e9f4749-317b-46fe-89d6-cb93258547c8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:23.900214 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2cdde424-cd11-4310-908e-44d51affe19a req-7e9f4749-317b-46fe-89d6-cb93258547c8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1804211 Jan 27 18:28:23.954093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6143823 Jan 27 18:28:23.954093 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Pushing event updated for resources: {'Network': ['ID=c867c274-1d8a-4617-934d-db18967ed890,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:23.955005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52138) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:23.958305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:23.963031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Request body: {'subnet': {'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1272109299-subnet', 'tenant_id': '64041d4054af4190a998da85a176c850', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:23.963477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network c867c274-1d8a-4617-934d-db18967ed890 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:23.968313 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2cdde424-cd11-4310-908e-44d51affe19a req-b2c4c832-8141-4ae7-adfb-f1a195cf15ca tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Jan 27 18:28:23.968456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:23.973000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Usage tracker for resource:subnet and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:23.986116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:23.995928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:24.017962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Made reservation on behalf of 64041d4054af4190a998da85a176c850 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:24.023646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132593041'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:24.147039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network c867c274-1d8a-4617-934d-db18967ed890 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:24.303792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785b2f-3cbc-49a5-9397-464398c2a1bc req-b814674e-ffb9-40b2-b61d-e856cf84ffab tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:24.305580 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ec785b2f-3cbc-49a5-9397-464398c2a1bc req-b814674e-ffb9-40b2-b61d-e856cf84ffab tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.2045231 Jan 27 18:28:24.374768 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ec785b2f-3cbc-49a5-9397-464398c2a1bc req-6e04525a-ebe0-4e14-8e2f-2f7f11baf4a1 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622458 Jan 27 18:28:24.432350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device e737c59d-0dfe-417d-9d31-8db3fb0c8af8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:24.523665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:24.525386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:24.674971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c3b7d327-8be8-4d6a-8854-ff06e1c331b8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:24.757598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:24.767132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:24.768260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:24.784850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134049584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132593150'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:24.807997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:24.964968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:24.967145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131dcde4-1b6b-488a-90ff-616a6387254b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:24.983731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:25.001853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:25.029781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:25.035075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.038268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:25.109366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Checking segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:25.114632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Network hostable DHCP agents. Network: c867c274-1d8a-4617-934d-db18967ed890, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:28:25.114999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:25.129309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:25.172569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Network c867c274-1d8a-4617-934d-db18967ed890 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:28:25.185634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, c867c274-1d8a-4617-934d-db18967ed890) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:25.197556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86367941-ee88-42f7-9dfe-ba645af4e496 None None] Network c867c274-1d8a-4617-934d-db18967ed890 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:25.199596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:25.200450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.219764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46848023-2666-4f64-a7ff-f863f0f3d294 req-058ea60b-bb8b-4981-ba8b-de82eded20f7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:25.221592 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46848023-2666-4f64-a7ff-f863f0f3d294 req-058ea60b-bb8b-4981-ba8b-de82eded20f7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 0.3385522 Jan 27 18:28:25.226580 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2d4f4d69-eb7c-43ec-af08-a4f856559a96 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2702191 Jan 27 18:28:25.227562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52164) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:25.234785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:25.240535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:25.246650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Usage tracker for resource:router and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:25.250499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:25.256724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:25.267647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.269254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.294241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.372743 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46848023-2666-4f64-a7ff-f863f0f3d294 req-f76d093b-e68e-4869-97a0-f4411b49f4f2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928433 Jan 27 18:28:25.462652 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8', 'code': 200} Jan 27 18:28:25.476226 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-c867c274-1d8a-4617-934d-db18967ed890', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:28:25.477194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.489436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d23f63-3932-4e36-9231-0af13722bb41 req-ef76f146-c40f-4fd1-b9d6-e03bfa6cca92 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:25.498427 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-87d23f63-3932-4e36-9231-0af13722bb41 req-ef76f146-c40f-4fd1-b9d6-e03bfa6cca92 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2753999 Jan 27 18:28:25.603248 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-87d23f63-3932-4e36-9231-0af13722bb41 req-623d4703-d676-47d6-8ffe-62c093217269 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036937 Jan 27 18:28:25.703884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:25.832775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Allocated IP 172.20.0.2 (c867c274-1d8a-4617-934d-db18967ed890/131dcde4-1b6b-488a-90ff-616a6387254b/9099676f-72c0-43c5-bc7f-5f9e1a2ca493) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:26.065407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025d69-d4ba-4bff-b459-8e296ca60bbf req-0e82b9b0-ca4e-427e-a5b6-5b97c2bd1c1b tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:26.068081 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80025d69-d4ba-4bff-b459-8e296ca60bbf req-0e82b9b0-ca4e-427e-a5b6-5b97c2bd1c1b tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.3058505 Jan 27 18:28:26.106103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece6aae-edde-4473-94c9-ce804a5fac96 req-55764582-b032-45cc-8e0a-571de808b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:26.107999 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6ece6aae-edde-4473-94c9-ce804a5fac96 req-55764582-b032-45cc-8e0a-571de808b628 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 1162 time: 0.2472353 Jan 27 18:28:26.159900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.172182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Transition to ACTIVE for port object 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:26.183294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.213565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Transition to ACTIVE for port object 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:26.220321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:26.220651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.260384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.266524 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80025d69-d4ba-4bff-b459-8e296ca60bbf req-ca82e9bb-a8ab-4a33-b7c8-2171134ace1a tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856961 Jan 27 18:28:26.268760 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6ece6aae-edde-4473-94c9-ce804a5fac96 req-7aaf654c-8c67-42bf-b946-09d9b3e04560 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361907 Jan 27 18:28:26.293866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:26.508674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d4239-cf45-4cd9-b816-b27e15a023cf req-d38d937a-39b1-4b12-94f0-d290006d2a22 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:26.510820 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f4d4239-cf45-4cd9-b816-b27e15a023cf req-d38d937a-39b1-4b12-94f0-d290006d2a22 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2408009 Jan 27 18:28:26.576528 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Network c867c274-1d8a-4617-934d-db18967ed890 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:26.580744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:26.595633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:26.604655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f4d4239-cf45-4cd9-b816-b27e15a023cf req-4188a1c5-8cb1-478b-8950-ef7f0ec8aff7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861390 Jan 27 18:28:26.659261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Pushing event updated for resources: {'Port': ['ID=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:26.703326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Allocated IP 172.28.2.150 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/2c6015df-92ff-44a8-9264-6cf1e286cdcf) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:26.722977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:26.724072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Attempting to bind port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:26.724620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Attempting to bind port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:26.725032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Attempting to bind port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 on network c867c274-1d8a-4617-934d-db18967ed890 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:26.745400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:26.748622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Checking segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:26.749095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.749576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Bound using segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:26.750173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Bound port: 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:26.750611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.770823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:26.771275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.925910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:26.975119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:27.012087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:27.118626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9b6e-aab5-4159-b9e4-cbca829dd42f req-66d1f0e7-3829-4df0-aee0-6f5c64ccc64c tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:27.120416 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5b0f9b6e-aab5-4159-b9e4-cbca829dd42f req-66d1f0e7-3829-4df0-aee0-6f5c64ccc64c tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 945 time: 0.3608818 Jan 27 18:28:27.180028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6015df-92ff-44a8-9264-6cf1e286cdcf,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:27.185351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:27.199532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] For port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:27.202538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c3b7d327-8be8-4d6a-8854-ff06e1c331b8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:27.222953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338dc8d-006b-4000-b1f2-99c883e229a4 req-c6b6ed94-b578-4f23-862a-7feae99e1726 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:27.225670 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d338dc8d-006b-4000-b1f2-99c883e229a4 req-c6b6ed94-b578-4f23-862a-7feae99e1726 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3806531 Jan 27 18:28:27.240029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:27.241391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:27.244113 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:27.245664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] For port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:27.257037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:27.286156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:27.339532 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5b0f9b6e-aab5-4159-b9e4-cbca829dd42f req-b3d55056-b1fc-4eac-ba44-92ff9c597d3c tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113974 Jan 27 18:28:27.366391 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d338dc8d-006b-4000-b1f2-99c883e229a4 req-30056819-7b24-4264-a91a-0220fd871657 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210277 Jan 27 18:28:27.499713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Pushing event updated for resources: {'Port': ['ID=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:27.502866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:27.503348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:27.550305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:27.712529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0f5c-6876-4698-adc2-101417498d52 req-29a4d2d9-1c72-4683-a1d6-6d61bbcd8443 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:27.714330 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d5a0f5c-6876-4698-adc2-101417498d52 req-29a4d2d9-1c72-4683-a1d6-6d61bbcd8443 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.2208176 Jan 27 18:28:27.801818 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d5a0f5c-6876-4698-adc2-101417498d52 req-39654860-4a04-4383-8753-f7d3698dfd21 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809634 Jan 27 18:28:28.105112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:28.140164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a17970-2e78-4fe3-b596-c20c925a8566 req-40692a8e-efa7-46d7-9347-541d1c42510d tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:28.152666 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48a17970-2e78-4fe3-b596-c20c925a8566 req-40692a8e-efa7-46d7-9347-541d1c42510d tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3184907 Jan 27 18:28:28.237648 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48a17970-2e78-4fe3-b596-c20c925a8566 req-134bd445-5583-4d1e-b434-31bd674ee834 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831192 Jan 27 18:28:28.553970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:28.662695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458994-0a52-4820-b451-d04c7dbdd619 req-b322d83a-d172-48cb-b53c-0ccf8745587b tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:28.665036 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f9458994-0a52-4820-b451-d04c7dbdd619 req-b322d83a-d172-48cb-b53c-0ccf8745587b tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 945 time: 0.1850686 Jan 27 18:28:28.755244 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f9458994-0a52-4820-b451-d04c7dbdd619 req-6f2337e7-2364-4880-995c-3f0be08e144a tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816214 Jan 27 18:28:28.812781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Router 5a46eab2-9501-4988-a465-db02018d29de is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:28:28.937726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:29.069656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:28:29.080338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Sync routers for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:28:29.085289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:29.085722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:29.110559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:29.111468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:29.173859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:29.178745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:29.180743 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9517150 Jan 27 18:28:29.181452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52224) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:29.310745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb88d-8954-4bb9-a44f-819fbec51890 req-ba87a5f8-545d-4102-b648-cb6f11f3d50a tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:29.324825 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d1bb88d-8954-4bb9-a44f-819fbec51890 req-ba87a5f8-545d-4102-b648-cb6f11f3d50a tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.3719831 Jan 27 18:28:29.469001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:29.485228 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d1bb88d-8954-4bb9-a44f-819fbec51890 req-cc8ae5bb-fe22-4ca3-bf9d-47daf5c8be7c tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/security-groups?id=9f8e0c82-e92f-4646-800a-9459ccd45329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569812 Jan 27 18:28:29.496906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3fcd2b-f222-4632-b36e-8174fdbe2bc9 None None] Network c867c274-1d8a-4617-934d-db18967ed890 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:29.550176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:29.664306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Provisioning for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:29.681494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Provisioning complete for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:29.681874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:29.775910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c3b7d327-8be8-4d6a-8854-ff06e1c331b8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:29.929266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252852ce-771c-46c5-a268-aa40d2056454 req-8a365f3a-d9c8-4b14-adf3-9e3ffaa7f291 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:29.930952 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-252852ce-771c-46c5-a268-aa40d2056454 req-8a365f3a-d9c8-4b14-adf3-9e3ffaa7f291 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.54 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 949 time: 0.2953868 Jan 27 18:28:30.014967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:27Z', 'revision_number': 3, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:30.018074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.019415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Checking router: 5a46eab2-9501-4988-a465-db02018d29de for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:28:30.019836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Updating router 5a46eab2-9501-4988-a465-db02018d29de port 2c6015df-92ff-44a8-9264-6cf1e286cdcf binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:28:30.113206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.142981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Deleting port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:30.143551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.251819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] For port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:30.280781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.303355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:30.397925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:30.398363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.615693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.663999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] For port e737c59d-0dfe-417d-9d31-8db3fb0c8af8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,segment=NetworkSegment(1d127e3b-7fa4-458f-9b52-dc0601f7dcc2),segment_id=1d127e3b-7fa4-458f-9b52-dc0601f7dcc2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:30.664381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.692636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Pushing event updated for resources: {'Port': ['ID=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:30.698668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:30.820963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Calling delete_port for e737c59d-0dfe-417d-9d31-8db3fb0c8af8 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:30.832278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.849512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Transition to ACTIVE for port object 2c6015df-92ff-44a8-9264-6cf1e286cdcf will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:30.852978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:30.875105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-66e75a31-54fc-4970-97a8-0d858e302b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:30.967164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b180fcc-8300-4bdf-92e9-9ff879a908f7 req-33ecee63-7969-4a7a-947a-bab359351426 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:30.976358 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6b180fcc-8300-4bdf-92e9-9ff879a908f7 req-33ecee63-7969-4a7a-947a-bab359351426 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 1.4562454 Jan 27 18:28:31.050702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:31.064828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac760dd5-32bd-4336-be22-ca8a4d618be7 None None] Pushing event updated for resources: {'Port': ['ID=2c6015df-92ff-44a8-9264-6cf1e286cdcf,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:31.084528 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac760dd5-32bd-4336-be22-ca8a4d618be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:31.161980 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6b180fcc-8300-4bdf-92e9-9ff879a908f7 req-9dd61995-6214-4432-b41d-22350c3e589c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845238 Jan 27 18:28:31.185888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device e737c59d-0dfe-417d-9d31-8db3fb0c8af8 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:28:31.201203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Attempting to bind port 2c6015df-92ff-44a8-9264-6cf1e286cdcf on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:31.201622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Attempting to bind port 2c6015df-92ff-44a8-9264-6cf1e286cdcf by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:31.202024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Attempting to bind port 2c6015df-92ff-44a8-9264-6cf1e286cdcf on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:31.212419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:31.212837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:31.213316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.213752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:31.214266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Bound port: 2c6015df-92ff-44a8-9264-6cf1e286cdcf, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:31.214679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.237402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Allocated IP 172.20.0.1 (c867c274-1d8a-4617-934d-db18967ed890/131dcde4-1b6b-488a-90ff-616a6387254b/94238f6b-85e1-4ddc-b335-95d8b4c198d2) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:31.335024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-cce143f0-2721-495d-acf6-74b58d404783 None None] Provisioning complete for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:31.335468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cce143f0-2721-495d-acf6-74b58d404783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.388984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] For port 2c6015df-92ff-44a8-9264-6cf1e286cdcf, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:31.393011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] For port 2c6015df-92ff-44a8-9264-6cf1e286cdcf, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2c6015df-92ff-44a8-9264-6cf1e286cdcf,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:31.394311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ea42c-2f95-4be8-b363-579260210985 req-f24fe2bc-cd8e-4a5f-8aaf-06439803cda7 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:31.396338 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1d3ea42c-2f95-4be8-b363-579260210985 req-f24fe2bc-cd8e-4a5f-8aaf-06439803cda7 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 1.3327622 Jan 27 18:28:31.399423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.509044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.547628 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1d3ea42c-2f95-4be8-b363-579260210985 req-fa33c778-bc4c-4893-a033-a2789222303e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416178 Jan 27 18:28:31.585180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:31.585180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.615190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:31.654513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:31.855068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:31.918553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Pushing event deleted for resources: {'Port': ['ID=e737c59d-0dfe-417d-9d31-8db3fb0c8af8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:31.936877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.937439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.937878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.938219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.938611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.938995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.939404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.939780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.940319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.940716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.941575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.941575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.941920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.942475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.942855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.943562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.943562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.943940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.944316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.944690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.945067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.945464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.945920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.946191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:31.972436 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-51bc449d-1a60-4654-962e-591dcb85df6f req-8f665d9b-198d-4b01-a949-479fb7cabab8 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 210 time: 0.2225285 Jan 27 18:28:31.974448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:32.021507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-08d4edc6-be54-4983-ad14-3e3abd60894e None None] Provisioning complete for port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:32.022080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-08d4edc6-be54-4983-ad14-3e3abd60894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.069767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.095951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac760dd5-32bd-4336-be22-ca8a4d618be7 None None] Pushing event updated for resources: {'Port': ['ID=2c6015df-92ff-44a8-9264-6cf1e286cdcf,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:32.111320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Transition to ACTIVE for port object 94238f6b-85e1-4ddc-b335-95d8b4c198d2 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:32.115003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac760dd5-32bd-4336-be22-ca8a4d618be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:32.162748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.207567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:32.212822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:32.217674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:32.258049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] No DVR routers for this DVR port e737c59d-0dfe-417d-9d31-8db3fb0c8af8 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:28:32.261678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.268536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'name': 'network-vif-deleted', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:32.275998 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-252852ce-771c-46c5-a268-aa40d2056454 req-b188109b-b91b-4e21-ae7c-1ec89d424239 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.54 "DELETE /v2.0/ports/e737c59d-0dfe-417d-9d31-8db3fb0c8af8 HTTP/1.1" status: 204 len: 173 time: 2.3378592 Jan 27 18:28:32.420766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:32.449736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:32.709746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:32.736647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Network c867c274-1d8a-4617-934d-db18967ed890 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:32.738783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:32.754074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:32.832049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.851210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa61eb9-d8ef-45bd-8e88-7e623261f43a req-d616ca6b-0091-40f8-a705-ac35f2e8eafd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:32.852955 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3aa61eb9-d8ef-45bd-8e88-7e623261f43a req-d616ca6b-0091-40f8-a705-ac35f2e8eafd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3205965 Jan 27 18:28:32.988345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:32.991835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:33.038901 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3aa61eb9-d8ef-45bd-8e88-7e623261f43a req-2f0543e8-f4c6-44dc-ad03-2e0a2c120eaa tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793880 Jan 27 18:28:33.175532 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f88bb-ee6d-4824-b767-c142abcbb117', 'name': 'network-vif-deleted', 'tag': 'e737c59d-0dfe-417d-9d31-8db3fb0c8af8', 'status': 'completed', 'code': 200} Jan 27 18:28:33.199061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-62ad43bc-1e3c-46bd-844e-feb5689009c7 None None] Provisioning for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:33.210100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-62ad43bc-1e3c-46bd-844e-feb5689009c7 None None] Provisioning complete for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:33.210526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62ad43bc-1e3c-46bd-844e-feb5689009c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:33.347807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-62ad43bc-1e3c-46bd-844e-feb5689009c7 None None] Port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:28:33.383697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:27Z', 'revision_number': 3, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:33.388421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b677a23-52e2-454e-9d41-5df3bee60702 None None] The sync data for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb is: [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:27Z', 'revision_number': 3, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:28:33.454156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-498c88e6-da61-4704-bad7-45314c4838cf req-29e77a48-b8d6-4c98-8a84-76290192ea78 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Synchronizing usage tracker for tenant:e7605fd79079497f82619b8831142ebf on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:28:33.481393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-498c88e6-da61-4704-bad7-45314c4838cf req-29e77a48-b8d6-4c98-8a84-76290192ea78 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Unset dirty status for tenant:e7605fd79079497f82619b8831142ebf on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:28:33.482737 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-498c88e6-da61-4704-bad7-45314c4838cf req-29e77a48-b8d6-4c98-8a84-76290192ea78 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02f88bb-ee6d-4824-b767-c142abcbb117 HTTP/1.1" status: 200 len: 210 time: 0.1145408 Jan 27 18:28:33.483736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:33.489044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:33.526187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63b077f5-8adb-4fa1-bc74-68155fa8174b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:33.617426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:33.634013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:33.641936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:33.779585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Network c867c274-1d8a-4617-934d-db18967ed890 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:33.780796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:34.009441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Router 5a46eab2-9501-4988-a465-db02018d29de has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:28:34.085493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-1793ca8f-8230-4663-b082-b7a7b1f4cc6e None None] Provisioning complete for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:34.088009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1793ca8f-8230-4663-b082-b7a7b1f4cc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:34.204371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-1793ca8f-8230-4663-b082-b7a7b1f4cc6e None None] Port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:28:34.306204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:28:34.326164 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] 10.222.0.60 "PUT /v2.0/routers/5a46eab2-9501-4988-a465-db02018d29de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1347239 Jan 27 18:28:34.529486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957511-6146-4c80-b2a9-9e93a52634ca req-f3e340b1-a3c0-409b-b21b-70caacea20de tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:34.537954 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e6957511-6146-4c80-b2a9-9e93a52634ca req-f3e340b1-a3c0-409b-b21b-70caacea20de tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3024850 Jan 27 18:28:34.630100 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e6957511-6146-4c80-b2a9-9e93a52634ca req-3f3c063d-2780-4cc4-8bca-1f16d744a041 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908165 Jan 27 18:28:35.041226 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2c6015df-92ff-44a8-9264-6cf1e286cdcf up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:35.164630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 2c6015df-92ff-44a8-9264-6cf1e286cdcf completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:35.170153 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2c6015df-92ff-44a8-9264-6cf1e286cdcf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:35.170683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.303201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.320910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 2c6015df-92ff-44a8-9264-6cf1e286cdcf, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2c6015df-92ff-44a8-9264-6cf1e286cdcf,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:35.324751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.326978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:35.417274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=2c6015df-92ff-44a8-9264-6cf1e286cdcf,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:35.420682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:35.492844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52354) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:35.500842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955464953-network', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:35.507536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:35.512199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Usage tracker for resource:network and tenant:a3abdb0aa4584d7c8f82faca4931c42f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:35.516005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:35.522493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:35.533051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Made reservation on behalf of a3abdb0aa4584d7c8f82faca4931c42f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:35.538466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.553354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.571583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:35.576670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a3abdb0aa4584d7c8f82faca4931c42f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:35.589042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:35.595864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:35.746204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.750007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.754958 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d688ab8c-6010-4f88-824f-4fa03f963c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:35.782487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:28:35.792493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.792928 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Added segment 90847911-0acc-4f7a-9828-6682b4f33566 of type vxlan for network c4e902e2-7835-42d0-aec3-0fca3caeaea0 Jan 27 18:28:35.840512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.846880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a8ac2b-60ad-4113-a1ba-f5afd551b4da,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:35.863877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:35.904199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.905853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:35.906494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:35.932753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:36.055246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d769a-8b44-4d5c-8d92-850a5c2612af req-bf71e388-93e2-4d7b-a314-098e4e82bab3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:36.061293 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5659518 Jan 27 18:28:36.063310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d98d769a-8b44-4d5c-8d92-850a5c2612af req-bf71e388-93e2-4d7b-a314-098e4e82bab3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2498400 Jan 27 18:28:36.065992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 52394) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:36.089338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e902e2-7835-42d0-aec3-0fca3caeaea0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:36.093289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:36.104310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Request body: {'subnet': {'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955464953-subnet', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:36.104949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:36.111263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:36.117459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Usage tracker for resource:subnet and tenant:a3abdb0aa4584d7c8f82faca4931c42f is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:36.120553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:36.127390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:36.197579 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d98d769a-8b44-4d5c-8d92-850a5c2612af req-48249125-3fb3-4268-8b94-6c234f81562f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330988 Jan 27 18:28:36.198389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Made reservation on behalf of a3abdb0aa4584d7c8f82faca4931c42f for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:36.203270 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132496280'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:36.272068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:36.582568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Sync routers for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:28:36.606327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:36.607062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:36.858937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132214789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132496375'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:36.868601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:37.089934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5a9c2205-5569-4772-bafa-bf2b6e986200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:37.209739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e96f93f-6866-4886-9201-b9ee54671a79,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:37.214257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:37.215039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Checking segment: {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:37.216672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Network hostable DHCP agents. Network: c4e902e2-7835-42d0-aec3-0fca3caeaea0, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:28:37.217848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2c6015df-92ff-44a8-9264-6cf1e286cdcf up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:37.252114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:28:37.264275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, c4e902e2-7835-42d0-aec3-0fca3caeaea0) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:37.297486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:37.298133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.318641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a76b17-83ec-4416-9cbf-5a383912e851 None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:37.349622 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2599146 Jan 27 18:28:37.352472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52488) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:37.358247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:37.367630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:37.372663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Usage tracker for resource:router and tenant:a3abdb0aa4584d7c8f82faca4931c42f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:37.375772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:37.382701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:37.400198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.400198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.427161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.553613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2c6015df-92ff-44a8-9264-6cf1e286cdcf triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:37.554039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.768353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f0e29-2325-4757-82e3-7367612d0c4c req-de3195c6-f6db-45fc-b77f-e06ac8050231 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:37.776294 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-486f0e29-2325-4757-82e3-7367612d0c4c req-de3195c6-f6db-45fc-b77f-e06ac8050231 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3578942 Jan 27 18:28:37.917252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:37.949798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:33Z', 'revision_number': 2, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:38.012767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Checking router: 5a46eab2-9501-4988-a465-db02018d29de for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:28:38.013260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Updating router 5a46eab2-9501-4988-a465-db02018d29de port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:28:38.040417 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-486f0e29-2325-4757-82e3-7367612d0c4c req-b2cafffc-ca51-4b6c-8b33-939da566057c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630882 Jan 27 18:28:38.091878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-0f6a4209-f08f-4a96-9fa5-cd14e51b0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:38.093655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-0f6a4209-f08f-4a96-9fa5-cd14e51b0802 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.3151498 Jan 27 18:28:38.162977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'fixed_ips': [{'subnet_id': '2e96f93f-6866-4886-9201-b9ee54671a79'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:28:38.164213 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:38.407926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13470e07-c328-4db2-aa87-b5337bb79187 req-01daacb3-a6c0-4f83-9d7c-14d91e05e8db tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:38.423754 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-13470e07-c328-4db2-aa87-b5337bb79187 req-01daacb3-a6c0-4f83-9d7c-14d91e05e8db tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.5929296 Jan 27 18:28:38.587304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-7ead7017-93e9-476e-b9ea-45f4e7e4fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:38.590009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-7ead7017-93e9-476e-b9ea-45f4e7e4fa87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.4882810 Jan 27 18:28:38.636324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Allocated IP 172.20.0.2 (c4e902e2-7835-42d0-aec3-0fca3caeaea0/2e96f93f-6866-4886-9201-b9ee54671a79/1797f98d-34ad-4c20-9acd-593951412bff) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:38.730951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:38.742371 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-13470e07-c328-4db2-aa87-b5337bb79187 req-ae02cbd2-0f5b-42c4-a36f-e407e378a5de tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170524 Jan 27 18:28:38.773800 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-26e9bf3b-9f6c-48e1-b826-366954a18664 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.1476092 Jan 27 18:28:38.815495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:38.870999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-10c0338a-5e2e-4bbe-9f1c-ab4c93cdf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:38.877478 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-10c0338a-5e2e-4bbe-9f1c-ab4c93cdf8e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.0886726 Jan 27 18:28:38.915450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:38.930302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Transition to ACTIVE for port object 1797f98d-34ad-4c20-9acd-593951412bff will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:38.947564 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-1214e329-e436-4644-9831-4e24ad022f16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661924 Jan 27 18:28:38.951768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Transition to ACTIVE for port object 1797f98d-34ad-4c20-9acd-593951412bff will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:38.965038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:38.981494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.161492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:39.436091 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-f9ddc465-9b97-47e8-a745-b3ada781bd12 service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798899 Jan 27 18:28:39.478665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Allocated IP 172.28.2.63 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/60cb6930-0c22-481b-8a0b-99905d2817ad) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:39.498186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Pushing event updated for resources: {'Port': ['ID=1797f98d-34ad-4c20-9acd-593951412bff,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:39.523550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:39.553889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-47717785-2caf-4066-95ef-f2094ca26b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.556860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:39.560935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:39.565458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:39.700490 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-69b5c1d3-d628-43e1-afce-71c93df94293 req-bf9cca7a-111c-4f9a-b516-e3e6b32c7f8a service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1915541 Jan 27 18:28:39.702295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.758733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Attempting to bind port 1797f98d-34ad-4c20-9acd-593951412bff on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:39.761734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Attempting to bind port 1797f98d-34ad-4c20-9acd-593951412bff by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:39.761734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Attempting to bind port 1797f98d-34ad-4c20-9acd-593951412bff on network c4e902e2-7835-42d0-aec3-0fca3caeaea0 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:39.768452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.781360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:39.786343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Checking segment: {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:39.787009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.793684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Bound using segment: {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:39.794772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Bound port: 1797f98d-34ad-4c20-9acd-593951412bff, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:39.795635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.797625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-856f341b-5589-4267-8299-ae7aa6a30aea tempest-VolumesActionsTest-2131749135 tempest-VolumesActionsTest-2131749135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:39.920730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48d1c7-2e12-4e8f-8b8e-1cc4d38b4884 req-004ecb6a-96a3-4ef5-a91b-901e4395be04 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:39.935121 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4b48d1c7-2e12-4e8f-8b8e-1cc4d38b4884 req-004ecb6a-96a3-4ef5-a91b-901e4395be04 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.4978931 Jan 27 18:28:39.951103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] For port 1797f98d-34ad-4c20-9acd-593951412bff, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:39.959042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] For port 1797f98d-34ad-4c20-9acd-593951412bff, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=1797f98d-34ad-4c20-9acd-593951412bff,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:39.965723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:39.979880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:40.095263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:40.102479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:40.116866 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4b48d1c7-2e12-4e8f-8b8e-1cc4d38b4884 req-eedee572-6fb5-4b00-8905-52df0275b0cd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745300 Jan 27 18:28:40.124014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:40.293352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Pushing event updated for resources: {'Port': ['ID=60cb6930-0c22-481b-8a0b-99905d2817ad,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:40.306479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:40.382939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Pushing event updated for resources: {'Port': ['ID=1797f98d-34ad-4c20-9acd-593951412bff,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:40.389779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:40.577216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8527cc8-36ab-42c4-97e0-9ee5cf9fee67 req-1c199326-1f10-4c50-8236-0206c744ea0b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:40.580000 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8527cc8-36ab-42c4-97e0-9ee5cf9fee67 req-1c199326-1f10-4c50-8236-0206c744ea0b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3500943 Jan 27 18:28:40.739510 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8527cc8-36ab-42c4-97e0-9ee5cf9fee67 req-e82c778e-7d81-4511-a199-327b345ce8bc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531191 Jan 27 18:28:40.876420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:40.896783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Transition to ACTIVE for port object 94238f6b-85e1-4ddc-b335-95d8b4c198d2 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:40.901667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:40.902971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:41.144930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:41.175917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5e03-9c60-44c4-a1c9-cf4ea1388c68 req-52d12609-2ce7-4da8-8b79-cf03b13ceed3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:41.180953 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bb9d5e03-9c60-44c4-a1c9-cf4ea1388c68 req-52d12609-2ce7-4da8-8b79-cf03b13ceed3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 945 time: 0.3923149 Jan 27 18:28:41.251274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 1797f98d-34ad-4c20-9acd-593951412bff up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:41.299846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc4ee-96b9-4374-a123-b0188247f171 None None] Pushing event updated for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:41.350147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-336bc4ee-96b9-4374-a123-b0188247f171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:41.351220 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bb9d5e03-9c60-44c4-a1c9-cf4ea1388c68 req-f56c7c7b-d373-4fc6-b287-2291b0959dbd tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630645 Jan 27 18:28:41.466617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:41.544304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 1797f98d-34ad-4c20-9acd-593951412bff completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:41.550124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Attempting to bind port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:41.550762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Attempting to bind port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:41.551311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Attempting to bind port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 on network c867c274-1d8a-4617-934d-db18967ed890 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:41.564043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:41.564742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Checking segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:41.565436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:41.566224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Bound using segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:41.566951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Bound port: 94238f6b-85e1-4ddc-b335-95d8b4c198d2, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:41.567532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:41.717169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b946e-8bdc-4d62-84d9-5c62fb85ee03 req-81aaae1f-bc6c-4b6c-802d-76f0570e3967 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:41.718891 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0a7b946e-8bdc-4d62-84d9-5c62fb85ee03 req-81aaae1f-bc6c-4b6c-802d-76f0570e3967 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2305880 Jan 27 18:28:41.739719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] For port 94238f6b-85e1-4ddc-b335-95d8b4c198d2, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:41.744221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] For port 94238f6b-85e1-4ddc-b335-95d8b4c198d2, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=94238f6b-85e1-4ddc-b335-95d8b4c198d2,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:41.751814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:41.780814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Router 308599cb-a133-466b-8657-016fd5ebc860 is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:28:41.838430 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0a7b946e-8bdc-4d62-84d9-5c62fb85ee03 req-9750367b-8be4-46bf-a318-fd61e38186e2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008132 Jan 27 18:28:42.024043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:42.182381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:28:42.205998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:42.208163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Sync routers for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:28:42.229629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:42.230556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:42.246395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d971-5846-4d5d-88cf-b4903c454d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:42.247426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:42.248930 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8952596 Jan 27 18:28:42.253238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52674) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:42.262084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc4ee-96b9-4374-a123-b0188247f171 None None] Pushing event updated for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:42.266891 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-336bc4ee-96b9-4374-a123-b0188247f171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:42.318672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd46c5b-9cf8-43ff-99fb-48c5b409e298 None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:42.460961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:42.461715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:42.469699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e70cd-302d-4ac9-af51-7fcfc7b1686e req-80d39d1e-4e3f-4d5d-9240-ba7eb4d01aed tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:42.483127 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-523e70cd-302d-4ac9-af51-7fcfc7b1686e req-80d39d1e-4e3f-4d5d-9240-ba7eb4d01aed tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.4755864 Jan 27 18:28:42.624871 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-523e70cd-302d-4ac9-af51-7fcfc7b1686e req-f66932fb-3a43-46ef-b0e2-969833190345 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256225 Jan 27 18:28:42.647484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Provisioning for port 1797f98d-34ad-4c20-9acd-593951412bff completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:42.673422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:42.675109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Provisioning complete for port 1797f98d-34ad-4c20-9acd-593951412bff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:42.675542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:42.919478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:42.961777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3672c4-b5cd-4152-a56c-d9c351f6dbbf req-9c29b3bc-68c0-4779-b3e6-c9ad4b4660c8 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:42.966836 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba3672c4-b5cd-4152-a56c-d9c351f6dbbf req-9c29b3bc-68c0-4779-b3e6-c9ad4b4660c8 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 945 time: 0.2248666 Jan 27 18:28:43.130762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:40Z', 'revision_number': 3, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:43.136193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Checking router: 308599cb-a133-466b-8657-016fd5ebc860 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:28:43.136749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Updating router 308599cb-a133-466b-8657-016fd5ebc860 port 60cb6930-0c22-481b-8a0b-99905d2817ad binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:28:43.152671 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba3672c4-b5cd-4152-a56c-d9c351f6dbbf req-c67c5275-1f2e-4086-8b7b-97fb809ec25d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771162 Jan 27 18:28:43.243340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:43.353368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:43.354888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115576d-45f4-4cea-982e-a6d1738da8a6 req-14bd9b0d-d147-4d12-9b0e-a3d179a03639 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:43.356686 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1115576d-45f4-4cea-982e-a6d1738da8a6 req-14bd9b0d-d147-4d12-9b0e-a3d179a03639 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2459772 Jan 27 18:28:43.372353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c3b7d327-8be8-4d6a-8854-ff06e1c331b8 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:28:43.540329 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1115576d-45f4-4cea-982e-a6d1738da8a6 req-aa860a4f-d972-40f9-93c6-13b03bfccd38 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239362 Jan 27 18:28:43.690762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234b4e7-016e-4361-8188-620a4865bd4c req-f068777d-01dc-4ca7-87c1-5a4a1319a204 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:43.692427 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a234b4e7-016e-4361-8188-620a4865bd4c req-f068777d-01dc-4ca7-87c1-5a4a1319a204 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 945 time: 0.3336339 Jan 27 18:28:43.768304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:43.904363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:43.904754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:43.992192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] For port 1797f98d-34ad-4c20-9acd-593951412bff, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=1797f98d-34ad-4c20-9acd-593951412bff,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:44.008034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52710) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:44.095362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.128575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:44.160519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.214383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Transition to ACTIVE for port object 60cb6930-0c22-481b-8a0b-99905d2817ad will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:44.218991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.251235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:44.370717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.390579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Pushing event updated for resources: {'Port': ['ID=1797f98d-34ad-4c20-9acd-593951412bff,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:44.431155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:44.479492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.506093 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.514223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:44.514628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.518544 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d03f86d1-1e9b-477e-ab59-4f423990de86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7605fd79079497f82619b8831142ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059228 Jan 27 18:28:44.527259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52722) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:44.548728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Pushing event updated for resources: {'Port': ['ID=60cb6930-0c22-481b-8a0b-99905d2817ad,revision_number=2']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:44.552506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:28:44.555330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:44.558778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:44.566458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.569505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:44.615230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.615615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.616000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.616364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.616735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.617099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.617515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.617878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.618243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.618605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.618966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.619334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.619768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.620130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.620490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.620849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.621272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.621638 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.621999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.622354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.622714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.623071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.623597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.623957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:28:44.628726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:41Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:44.635298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:44.690713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:44.698154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:44.699798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e35c-a5e8-43b7-831c-d38c6bb6152a None None] The sync data for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb is: [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:41Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:28:44.708238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-83a5adbb-e3d2-4467-b695-9ddf786667ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:44.710350 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-83a5adbb-e3d2-4467-b695-9ddf786667ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1163 time: 0.3524795 Jan 27 18:28:44.714520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Attempting to bind port 60cb6930-0c22-481b-8a0b-99905d2817ad on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:44.714943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Attempting to bind port 60cb6930-0c22-481b-8a0b-99905d2817ad by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:44.715437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Attempting to bind port 60cb6930-0c22-481b-8a0b-99905d2817ad on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:44.721225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ed3bac19-8607-423e-8b2f-7c4cb9c515f1 None None] Provisioning complete for port 1797f98d-34ad-4c20-9acd-593951412bff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:44.722224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ed3bac19-8607-423e-8b2f-7c4cb9c515f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.724390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:44.724819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:44.725300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.725749 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:44.726277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Bound port: 60cb6930-0c22-481b-8a0b-99905d2817ad, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:44.726719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.871331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for c3b7d327-8be8-4d6a-8854-ff06e1c331b8 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:44.936760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-7836aa44-9287-408d-8be2-6a67188aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:44.938413 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-7836aa44-9287-408d-8be2-6a67188aa545 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.2157757 Jan 27 18:28:44.948786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] For port 60cb6930-0c22-481b-8a0b-99905d2817ad, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:44.952752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] For port 60cb6930-0c22-481b-8a0b-99905d2817ad, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=60cb6930-0c22-481b-8a0b-99905d2817ad,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:44.961056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.979718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:44.990907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:45.102017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-d5276560-8ff1-4765-87da-1ba7588aa37c None None] Provisioning complete for port 1797f98d-34ad-4c20-9acd-593951412bff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:45.102451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d5276560-8ff1-4765-87da-1ba7588aa37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.138735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:28:45.139455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:28:45.248806 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-75ed3dda-1c61-43f3-a3ee-e841c5b99c52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 1001 time: 0.2664170 Jan 27 18:28:45.253463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 94238f6b-85e1-4ddc-b335-95d8b4c198d2 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:45.312012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.367119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7be9-5501-4af0-9f70-95ee58d3e0e4 req-26441134-7d39-4a4a-a604-fd7df0ed24cd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:45.376785 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dbc7be9-5501-4af0-9f70-95ee58d3e0e4 req-26441134-7d39-4a4a-a604-fd7df0ed24cd tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.5973837 Jan 27 18:28:45.403432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 52732) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:45.452346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-06e1bfcd-4d58-4703-a09e-7efd8df89a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:45.454053 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-06e1bfcd-4d58-4703-a09e-7efd8df89a5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.0843954 Jan 27 18:28:45.454751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.462361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e91f9ee8-f639-4ca3-a668-e4c1c2dbfb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:45.488027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:45.498400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:45.498840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.533169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8e0c82-e92f-4646-800a-9459ccd45329,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:45.553814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:45.574973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.581109 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f8e0c82-e92f-4646-800a-9459ccd45329 HTTP/1.1" status: 204 len: 168 time: 1.0523074 Jan 27 18:28:45.614553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Allocated IP 172.20.0.1 (c4e902e2-7835-42d0-aec3-0fca3caeaea0/2e96f93f-6866-4886-9201-b9ee54671a79/ede08d68-ea1d-47ec-ae82-9dad1092fae4) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:28:45.650096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ef2e089b-3427-486a-8909-cfa758ebd97a None None] Provisioning complete for port 1797f98d-34ad-4c20-9acd-593951412bff triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:45.650519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef2e089b-3427-486a-8909-cfa758ebd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.685432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Pushing event updated for resources: {'Port': ['ID=60cb6930-0c22-481b-8a0b-99905d2817ad,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:45.690987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:45.723962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327538-b768-4a02-a9c1-6abb66dba92d req-875f7bf8-a9f1-47c4-884e-2115193b6ec5 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:45.725115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:45.725847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:45.730736 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb327538-b768-4a02-a9c1-6abb66dba92d req-875f7bf8-a9f1-47c4-884e-2115193b6ec5 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.9529483 Jan 27 18:28:45.737543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Deleting subnet fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:28:45.760321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:45.760983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.879235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:45.943199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-8fe5d716-2d64-4010-93f0-d3cdaf4e59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:45.946882 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-8fe5d716-2d64-4010-93f0-d3cdaf4e59a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4670336 Jan 27 18:28:45.993664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:46.005846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036721009937'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.030855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.075882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.114130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 94238f6b-85e1-4ddc-b335-95d8b4c198d2, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=94238f6b-85e1-4ddc-b335-95d8b4c198d2,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:46.118908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.121252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 1797f98d-34ad-4c20-9acd-593951412bff up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:46.193003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:46.267672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.282078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:46.287282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:46.295309 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-c61e5aab-46b2-41c9-93b9-b65ef89eb464 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297164 Jan 27 18:28:46.298225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Transition to ACTIVE for port object ede08d68-ea1d-47ec-ae82-9dad1092fae4 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:46.300951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 1797f98d-34ad-4c20-9acd-593951412bff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:46.301405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.456625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:40Z', 'revision_number': 3, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:46.462785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab11c6-3303-43e6-bd39-d6237f8ec8b1 None None] The sync data for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb is: [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:40Z', 'revision_number': 3, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:28:46.488074 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b2cf5827-f7e4-41df-9e32-c8efb923ea11 req-411c0c05-213d-409f-86c1-8e5e494df5a0 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1860802 Jan 27 18:28:46.500178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.518899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-707ab87d-f35a-4916-97e2-545d9bfaa1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:46.532193 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dbc7be9-5501-4af0-9f70-95ee58d3e0e4 req-0863771e-8b82-467b-a036-570e8d47e0eb tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1538174 Jan 27 18:28:46.650627 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb327538-b768-4a02-a9c1-6abb66dba92d req-69c7451b-f82b-4ed4-8745-fde4369241b9 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8920393 Jan 27 18:28:46.769898 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8', 'code': 200} Jan 27 18:28:46.805090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port c3b7d327-8be8-4d6a-8854-ff06e1c331b8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:46.805562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:46.930075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:46.936255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:46.983003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:46.984423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:46.987661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:28:47.023871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 94238f6b-85e1-4ddc-b335-95d8b4c198d2 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:47.077202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.133484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:47.133911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.184484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132215744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722279426'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.204454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for c3b7d327-8be8-4d6a-8854-ff06e1c331b8 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:47.241563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.277481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:47.354655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9fe4c02f-dc1c-448c-af7f-a1098ae64b93 None None] Provisioning for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:47.364000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9fe4c02f-dc1c-448c-af7f-a1098ae64b93 None None] Provisioning complete for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:47.364775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c02f-dc1c-448c-af7f-a1098ae64b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.457883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4c02f-dc1c-448c-af7f-a1098ae64b93 None None] Port ede08d68-ea1d-47ec-ae82-9dad1092fae4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:28:47.473587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:47.518536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:47.541759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.613642 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d321f855-0256-4d3a-87e7-5d0a8da37469 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fcbd69f6-bd24-4dd7-98d9-8a1ee151c8df HTTP/1.1" status: 204 len: 168 time: 2.1909821 Jan 27 18:28:47.613838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52740) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:47.731473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:47.778257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.781298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aabf32-297e-49de-bbfa-3da14d867bec req-b26b0d0f-6488-4962-9dff-86abe219b3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:47.782371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-c6aabf32-297e-49de-bbfa-3da14d867bec req-b26b0d0f-6488-4962-9dff-86abe219b3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:28:47.836541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:47.836962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.871824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.887218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-c6aabf32-297e-49de-bbfa-3da14d867bec req-b26b0d0f-6488-4962-9dff-86abe219b3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:28:47.896220 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6aabf32-297e-49de-bbfa-3da14d867bec req-b26b0d0f-6488-4962-9dff-86abe219b3b9 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 943 time: 1.1883638 Jan 27 18:28:47.936600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.943856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:47.959469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b4aa7815-59a6-4d5f-8e00-45a7664f0b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:47.977856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:48.027719 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6aabf32-297e-49de-bbfa-3da14d867bec req-10c7bc29-504c-47bb-84c7-0905cded9899 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303852 Jan 27 18:28:48.068858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:48.071974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:48.120179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event deleted for resources: {'Port': ['ID=c3b7d327-8be8-4d6a-8854-ff06e1c331b8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:48.133490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:48.174540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.249684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.255580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354d323-77c8-4323-bf90-9d519bf816c0 req-f1817d4b-6a34-48e0-91db-396cade0d853 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:48.257283 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4354d323-77c8-4323-bf90-9d519bf816c0 req-f1817d4b-6a34-48e0-91db-396cade0d853 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.4713247 Jan 27 18:28:48.409032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966775a5-9938-4e86-828b-da9413fb1fa1']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:48.426320 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4354d323-77c8-4323-bf90-9d519bf816c0 req-e6493465-e7fc-48e2-9ac2-2bced64072f3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540720 Jan 27 18:28:48.436540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750252b7-d7f2-4412-9363-aeed6b510ff0') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:48.436874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750252b7-d7f2-4412-9363-aeed6b510ff0') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:48.458828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.472561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] No DVR routers for this DVR port c3b7d327-8be8-4d6a-8854-ff06e1c331b8 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:28:48.475420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.477543 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a234b4e7-016e-4361-8188-620a4865bd4c req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "DELETE /v2.0/ports/c3b7d327-8be8-4d6a-8854-ff06e1c331b8 HTTP/1.1" status: 204 len: 173 time: 4.7771118 Jan 27 18:28:48.479223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-deleted', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:48.501578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.505976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:28:48.506951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:28:48.523196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:48.573093 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0067af-d0d4-4179-b360-94752d25c20c req-604cbc79-f986-4091-b121-60bb9e8d4217 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:48.574823 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c0067af-d0d4-4179-b360-94752d25c20c req-604cbc79-f986-4091-b121-60bb9e8d4217 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3047292 Jan 27 18:28:48.671418 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c0067af-d0d4-4179-b360-94752d25c20c req-ac693ebf-37e0-415d-8517-7c4f722d1e2d tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886197 Jan 27 18:28:48.719839 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf536eb-ef84-4809-9586-b12b8bc672cb', 'name': 'network-vif-deleted', 'tag': 'c3b7d327-8be8-4d6a-8854-ff06e1c331b8', 'status': 'completed', 'code': 200} Jan 27 18:28:48.879591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Network 966775a5-9938-4e86-828b-da9413fb1fa1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:28:48.892324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.893138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-5db91578-ca6f-4acf-9880-423b942f5689 None None] Provisioning complete for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:48.893599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5db91578-ca6f-4acf-9880-423b942f5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:48.953890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5db91578-ca6f-4acf-9880-423b942f5689 None None] Port ede08d68-ea1d-47ec-ae82-9dad1092fae4 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:28:49.064327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 60cb6930-0c22-481b-8a0b-99905d2817ad up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:49.096606 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Router 308599cb-a133-466b-8657-016fd5ebc860 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:28:49.129551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Network 966775a5-9938-4e86-828b-da9413fb1fa1 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:28:49.152216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 60cb6930-0c22-481b-8a0b-99905d2817ad completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:28:49.158768 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:28:49.160672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 60cb6930-0c22-481b-8a0b-99905d2817ad triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:49.160672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.281132 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-aabcc58a-4d15-4ca8-bfa8-468f14872d5f req-e4d83056-e040-4978-b143-06dcd79c440d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bf536eb-ef84-4809-9586-b12b8bc672cb HTTP/1.1" status: 200 len: 210 time: 0.0614986 Jan 27 18:28:49.310587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.330047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 60cb6930-0c22-481b-8a0b-99905d2817ad, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=60cb6930-0c22-481b-8a0b-99905d2817ad,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:49.334755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.336740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-69c46e94-f3d2-4f2b-840e-07a059749006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:49.412655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=60cb6930-0c22-481b-8a0b-99905d2817ad,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:49.416192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:49.623540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.638137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:49.653401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.668742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Pushing event deleted for resources: {'Network': ['ID=966775a5-9938-4e86-828b-da9413fb1fa1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:49.680531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:49.684859 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9e652364-32ef-4b31-8bd4-0ba136f369ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/966775a5-9938-4e86-828b-da9413fb1fa1 HTTP/1.1" status: 204 len: 168 time: 2.0671105 Jan 27 18:28:49.685561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52756) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:49.753955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:28:49.764869 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/308599cb-a133-466b-8657-016fd5ebc860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5070083 Jan 27 18:28:49.765031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafbbe6-7180-420d-a17c-85b9678e20cb req-531188f1-50ce-4fff-ab54-96b769f75204 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:49.766189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bafbbe6-7180-420d-a17c-85b9678e20cb req-531188f1-50ce-4fff-ab54-96b769f75204 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.1893809 Jan 27 18:28:49.777466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Deleting subnet 85c21fa7-685f-48af-903b-3dbc8bc58d06 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:28:49.781276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.838865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:49.854002 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bafbbe6-7180-420d-a17c-85b9678e20cb req-3f42944d-af95-42b5-b4e6-eab3b78409ea tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765772 Jan 27 18:28:49.914075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.146245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0b0b-fcbf-4c07-a817-8dce775bfaaa req-24acedf7-b584-4baf-876f-c94f56e44ef1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:50.148034 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f2d0b0b-fcbf-4c07-a817-8dce775bfaaa req-24acedf7-b584-4baf-876f-c94f56e44ef1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1968420 Jan 27 18:28:50.218489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.234323 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f2d0b0b-fcbf-4c07-a817-8dce775bfaaa req-3c224147-3a9b-474b-ad80-5e6409befc41 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779543 Jan 27 18:28:50.235807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1b33ca5-b4fa-4be4-a7a0-7b528a749211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:50.331758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c21fa7-685f-48af-903b-3dbc8bc58d06,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:50.334633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:50.387086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.397062 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8f134fd9-d83d-4978-a0e1-c2f08f5a08f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/85c21fa7-685f-48af-903b-3dbc8bc58d06 HTTP/1.1" status: 204 len: 168 time: 0.7104988 Jan 27 18:28:50.399670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52772) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:50.510225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Sync routers for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:28:50.526350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:50.527546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:50.556364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.574826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1390681365', 'description': 'tempest-TestShelveInstance-1390681365 description'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:50.601027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:50.605453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:security_group and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:50.609388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:50.625363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:50.638988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.662130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:50.666287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:security_group_rule and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:50.669375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:50.676271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:50.753334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:50.770495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.774176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.782802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.798241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-889305b8-abca-4ce0-8410-f644ef8dd0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:50.805550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:50.817204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.818539 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99055c13-6cfc-4e81-b97b-9f11e4635a50 req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2484772 Jan 27 18:28:50.838624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da669c4d-fb39-445f-9edb-f2400fe48e38,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:50.854157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:50.932869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53196711-ba6f-4aca-ba0f-87a1f4f63852']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:50.953936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edced1c-df33-41f1-b310-986886c7f2e7') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:50.954243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edced1c-df33-41f1-b310-986886c7f2e7') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:50.967307 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-d9368dd6-9f2e-4c4d-be6b-7551ee497b74 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups/da669c4d-fb39-445f-9edb-f2400fe48e38 HTTP/1.1" status: 200 len: 1802 time: 0.0904794 Jan 27 18:28:50.972239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.974049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da669c4d-fb39-445f-9edb-f2400fe48e38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:50.974403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da669c4d-fb39-445f-9edb-f2400fe48e38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:50.992143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:50.995202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:28:50.997224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:51.002787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:security_group_rule and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:51.006830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:51.013927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:51.102589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.147108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.150087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 60cb6930-0c22-481b-8a0b-99905d2817ad up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:51.150579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.153184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:51.174390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc0a427-01d9-4a13-a729-eecf4ddaeecf,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:51.184283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:51.192087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.193780 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7ef265bc-1893-4b43-bcd6-7c5e02224005 req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2252057 Jan 27 18:28:51.272222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:28:51.283554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.298180 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-3b58b27a-d714-4b6b-a9e4-f9c5d27db871 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups/da669c4d-fb39-445f-9edb-f2400fe48e38 HTTP/1.1" status: 200 len: 2395 time: 0.0677783 Jan 27 18:28:51.307893 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:51.308419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.312910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da669c4d-fb39-445f-9edb-f2400fe48e38', 'remote_group_id': None}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:51.313420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da669c4d-fb39-445f-9edb-f2400fe48e38', 'remote_group_id': None}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:51.337158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:51.341656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:security_group_rule and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:51.345165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:51.352622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:51.471795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.495310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 60cb6930-0c22-481b-8a0b-99905d2817ad triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:51.495581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.497705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Network 53196711-ba6f-4aca-ba0f-87a1f4f63852 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:28:51.509272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.518863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:28:51.525067 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:28:51.528508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-871f35ed-26fc-4709-9a8f-f350c081e2cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:51.613035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.617256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:51.623570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293efcd-dbb9-48aa-a83b-ca6c9f9bd1be req-268eeeb7-0bcf-446e-9024-962bdc957035 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:51.626990 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2293efcd-dbb9-48aa-a83b-ca6c9f9bd1be req-268eeeb7-0bcf-446e-9024-962bdc957035 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2284310 Jan 27 18:28:51.641534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.653415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Pushing event deleted for resources: {'Network': ['ID=53196711-ba6f-4aca-ba0f-87a1f4f63852,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:51.657092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:51.659080 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ef697f60-30b1-4f41-90ef-7d88f584fffd admin admin] 10.222.0.60 "DELETE /v2.0/networks/53196711-ba6f-4aca-ba0f-87a1f4f63852 HTTP/1.1" status: 204 len: 168 time: 1.2583084 Jan 27 18:28:51.674148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fa5ff0-8245-45d0-a2b9-c74592c0b6a5,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:51.680181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:51.701313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.702839 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a1a33cbf-182a-4e3a-bccd-4f91a750e2a8 req-61c608ef-5d7e-4a6c-b024-9c75940c8b80 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3955057 Jan 27 18:28:51.732864 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2293efcd-dbb9-48aa-a83b-ca6c9f9bd1be req-a0be8459-f71b-4538-977d-47595f17e3d8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881851 Jan 27 18:28:51.760103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:47Z', 'revision_number': 4, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'ede08d68-ea1d-47ec-ae82-9dad1092fae4', 'name': '', 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:44Z', 'updated_at': '2021-01-27T18:28:47Z', 'revision_number': 2, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'subnets': [{'id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:51.764984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Checking router: 308599cb-a133-466b-8657-016fd5ebc860 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:28:51.765426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Updating router 308599cb-a133-466b-8657-016fd5ebc860 port ede08d68-ea1d-47ec-ae82-9dad1092fae4 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:28:51.839281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:51.958658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52824) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:52.037781 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-edece519-0708-43d0-a652-133a9d444479 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78ece15c07fb49bea778c343b50dd25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777586 Jan 27 18:28:52.044522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 52838) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:52.169995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:52.232457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.281656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.317916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:52.318299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.389102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112142-5581-4530-a830-88a574956073 req-39c9074c-67e2-410d-abb6-123d0546fbd0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:52.390893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d6112142-5581-4530-a830-88a574956073 req-39c9074c-67e2-410d-abb6-123d0546fbd0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.2704830 Jan 27 18:28:52.500308 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d6112142-5581-4530-a830-88a574956073 req-93550c4f-c962-4329-a131-348da0632aae tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952237 Jan 27 18:28:52.523368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.527800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a65c5e84-3a45-4185-8d34-8da31a7de193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:52.542052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0301e6d3-f212-494b-94f6-aae4f45cab14,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:52.547449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:52.554220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.558654 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b3a5bc4c-8d5f-4f66-82d8-9ba21ea95f33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0301e6d3-f212-494b-94f6-aae4f45cab14 HTTP/1.1" status: 204 len: 168 time: 0.5097139 Jan 27 18:28:52.642417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.656325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Transition to ACTIVE for port object ede08d68-ea1d-47ec-ae82-9dad1092fae4 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:28:52.661620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:52.688807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-998c4f47-fc49-4203-8672-bc4e14adc0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:52.877021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Pushing event updated for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:52.883836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:53.085770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Attempting to bind port ede08d68-ea1d-47ec-ae82-9dad1092fae4 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:28:53.086524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Attempting to bind port ede08d68-ea1d-47ec-ae82-9dad1092fae4 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:28:53.087516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Attempting to bind port ede08d68-ea1d-47ec-ae82-9dad1092fae4 on network c4e902e2-7835-42d0-aec3-0fca3caeaea0 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:28:53.096261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:28:53.097490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Checking segment: {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:53.098308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.099141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Bound using segment: {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:28:53.100063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Bound port: ede08d68-ea1d-47ec-ae82-9dad1092fae4, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90847911-0acc-4f7a-9828-6682b4f33566', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:28:53.101063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.121466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573b916-3f60-4d22-9945-dfc44b9e0723 req-e8060af1-b7c9-4ada-a14b-4bbf226982df tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:53.123969 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a573b916-3f60-4d22-9945-dfc44b9e0723 req-e8060af1-b7c9-4ada-a14b-4bbf226982df tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2211354 Jan 27 18:28:53.215686 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a573b916-3f60-4d22-9945-dfc44b9e0723 req-4339bc7a-e845-4f06-8936-88c779987669 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828555 Jan 27 18:28:53.248525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 52868) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:53.256268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] For port ede08d68-ea1d-47ec-ae82-9dad1092fae4, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:28:53.259837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] For port ede08d68-ea1d-47ec-ae82-9dad1092fae4, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=ede08d68-ea1d-47ec-ae82-9dad1092fae4,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:28:53.263842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.280559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:53.306231 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dd62b9a1-19e3-47db-99f2-cd8a758c1b8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d818e15079a641e79c5daabf4dcbac83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560308 Jan 27 18:28:53.309459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 52872) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:53.388128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.419434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.479977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.486388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85990cf9-f3d6-446e-9301-a22194da7011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:53.501123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d045f-eec6-4cd2-97d0-d6299b7e16c9,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:53.507246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:53.508271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:53.512000 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/284d045f-eec6-4cd2-97d0-d6299b7e16c9 HTTP/1.1" status: 204 len: 168 time: 0.1990843 Jan 27 18:28:53.690385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Pushing event updated for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:53.700149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:53.780328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:28:53.781133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:28:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:53.884449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75711c-24bd-44f2-adfd-b8c9b61610fd req-be486ea6-da79-403f-9f62-4a8e27022028 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:53.893263 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cd75711c-24bd-44f2-adfd-b8c9b61610fd req-be486ea6-da79-403f-9f62-4a8e27022028 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.2463369 Jan 27 18:28:53.976527 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cd75711c-24bd-44f2-adfd-b8c9b61610fd req-f1b7745b-909a-499e-8fbf-be93db38e384 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819793 Jan 27 18:28:54.025962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:28:54.343724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:54.492371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:54.492785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:54.560738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f900cf9-af4d-4e7b-a61c-8de8273dbda7 req-98fc13c9-c150-4eb7-aeb6-cc4268c3744f tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:54.562575 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9f900cf9-af4d-4e7b-a61c-8de8273dbda7 req-98fc13c9-c150-4eb7-aeb6-cc4268c3744f tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2074358 Jan 27 18:28:54.562928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:47Z', 'revision_number': 4, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'ede08d68-ea1d-47ec-ae82-9dad1092fae4', 'name': '', 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:44Z', 'updated_at': '2021-01-27T18:28:53Z', 'revision_number': 4, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'subnets': [{'id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:28:54.570112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f00e9a-2e80-4d6d-8890-9e59e5232249 None None] The sync data for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb is: [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:28:47Z', 'revision_number': 4, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': 'ede08d68-ea1d-47ec-ae82-9dad1092fae4', 'name': '', 'network_id': 'c4e902e2-7835-42d0-aec3-0fca3caeaea0', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:44Z', 'updated_at': '2021-01-27T18:28:53Z', 'revision_number': 4, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'subnets': [{'id': '2e96f93f-6866-4886-9201-b9ee54671a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:28:54.766528 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9f900cf9-af4d-4e7b-a61c-8de8273dbda7 req-e4af9c9d-53bf-467a-905d-9bc302c1fd60 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150713 Jan 27 18:28:54.829089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52904) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:54.879389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-c035c655-d706-42bc-98bc-778c099a5b09 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:54.881033 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-c035c655-d706-42bc-98bc-778c099a5b09 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.3174710 Jan 27 18:28:54.993332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port 90af6652-5561-4103-8de5-14fd9c495678 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:54.994044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.014573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436263705-network', 'tenant_id': 'f541d5c2d7ee4519b47273e8e2050d38'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:55.024172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:55.032074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Usage tracker for resource:network and tenant:f541d5c2d7ee4519b47273e8e2050d38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:55.060628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:55.074571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:55.090984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device ede08d68-ea1d-47ec-ae82-9dad1092fae4 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:55.103848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Made reservation on behalf of f541d5c2d7ee4519b47273e8e2050d38 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:55.111882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.138162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.158628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:55.164262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Usage tracker for resource:security_group_rule and tenant:f541d5c2d7ee4519b47273e8e2050d38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:55.172222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:55.195406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:55.225284 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:28:55.231879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:55.232689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.323500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.327493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.334817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-89295fd7-f151-4bee-a7ba-cd65da63f696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:55.365922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:28:55.393036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc5549-b7dc-4890-8f1f-92a3b063fd45,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:55.396728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.397189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Added segment ad32de76-cf3a-4d7b-b2ee-8a9597a3758c of type vxlan for network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f Jan 27 18:28:55.398679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:55.407977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.435365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.449433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port ede08d68-ea1d-47ec-ae82-9dad1092fae4, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=ede08d68-ea1d-47ec-ae82-9dad1092fae4,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:55.453887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.457414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:55.487471 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.488986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:55.489734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.494152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61a5550d-28ee-43cf-a095-bc5969ee2616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:55.538354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:55.541995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:55.619278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Pushing event updated for resources: {'Network': ['ID=6ef6875b-fb8f-4ddc-af35-777f2cc3081f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:55.627252 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7965853 Jan 27 18:28:55.628751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:55.629306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 52918) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:28:55.632421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:55.636027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Request body: {'subnet': {'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436263705-subnet', 'tenant_id': 'f541d5c2d7ee4519b47273e8e2050d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:28:55.643237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:28:55.648097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Usage tracker for resource:subnet and tenant:f541d5c2d7ee4519b47273e8e2050d38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:28:55.651859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:28:55.661445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:28:55.664871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:28:55.672926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Made reservation on behalf of f541d5c2d7ee4519b47273e8e2050d38 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:28:55.678776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132593041'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.783477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12955e-7fba-4ec5-a7c1-9b1fd0fdd706 req-a3a426a9-b0f7-4a24-bf19-7ef45d9c9f57 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:55.785247 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6c12955e-7fba-4ec5-a7c1-9b1fd0fdd706 req-a3a426a9-b0f7-4a24-bf19-7ef45d9c9f57 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 946 time: 0.5990758 Jan 27 18:28:55.888990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af6652-5561-4103-8de5-14fd9c495678,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:55.889731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:55.935444 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6c12955e-7fba-4ec5-a7c1-9b1fd0fdd706 req-d69a1992-e5c1-496e-bdae-1a6977ce7ee0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404870 Jan 27 18:28:55.989976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90af6652-5561-4103-8de5-14fd9c495678 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:28:56.134757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for 90af6652-5561-4103-8de5-14fd9c495678 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:56.197236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:56.238330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af6652-5561-4103-8de5-14fd9c495678,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:56.239941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90af6652-5561-4103-8de5-14fd9c495678'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:56.248076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:56.250835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a111b82d-df95-4791-9bee-a9e5ea0b958c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:56.274228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134049584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132593150'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:56.295652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:56.332655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90af6652-5561-4103-8de5-14fd9c495678', 'code': 200} Jan 27 18:28:56.333723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:56.337308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:56.382046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec03108-7337-4647-9c11-08802a2d8057 req-61319f00-d15c-4acc-8cb4-5e59ceffb483 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:56.384089 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4ec03108-7337-4647-9c11-08802a2d8057 req-61319f00-d15c-4acc-8cb4-5e59ceffb483 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3758094 Jan 27 18:28:56.390157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:28:56.390542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:28:56.437411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c791a38-23b5-4255-b3fd-70dc26c3db98,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:56.450877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:56.459497 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4ec03108-7337-4647-9c11-08802a2d8057 req-1163ff3b-0f4b-4e66-bdc5-9f2369a42115 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679650 Jan 27 18:28:56.514157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Checking segment: {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:28:56.514475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Network hostable DHCP agents. Network: 6ef6875b-fb8f-4ddc-af35-777f2cc3081f, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:28:56.536042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:28:56.545816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 6ef6875b-fb8f-4ddc-af35-777f2cc3081f) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:28:56.562610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:56.563525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:56.571192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b53b3-e5cf-43a0-89cb-d627922c4a07 None None] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:56.588320 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6a9df27e-d895-4e1a-8719-0975f1df5ef4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9577267 Jan 27 18:28:56.771196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc50a6-3dd4-4c38-9823-896e55dddb79 req-ff60aca4-f90e-44ab-be2e-ee5b0a999fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:56.772766 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d2fc50a6-3dd4-4c38-9823-896e55dddb79 req-ff60aca4-f90e-44ab-be2e-ee5b0a999fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.0881991 Jan 27 18:28:56.823524 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d2fc50a6-3dd4-4c38-9823-896e55dddb79 req-2e5dacdb-d377-415e-a489-39c11256b4f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Jan 27 18:28:56.842645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03c9d6-4f27-4d40-a1b6-e7d3312542cb None None] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:28:56.891539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port 90af6652-5561-4103-8de5-14fd9c495678 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:28:56.892157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:57.091087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device ede08d68-ea1d-47ec-ae82-9dad1092fae4 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:57.241681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port ede08d68-ea1d-47ec-ae82-9dad1092fae4 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:57.242254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:57.464472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671a2ff-30a4-4a1f-98b1-2721d792b099 req-92eb54dc-f90b-4870-a8f2-0a48102f3737 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:57.472655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4671a2ff-30a4-4a1f-98b1-2721d792b099 req-92eb54dc-f90b-4870-a8f2-0a48102f3737 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 944 time: 0.3532989 Jan 27 18:28:57.497198 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-86623760-79c1-4f2e-a675-47932afdd2e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1703246 Jan 27 18:28:57.516435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port 90af6652-5561-4103-8de5-14fd9c495678, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90af6652-5561-4103-8de5-14fd9c495678,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:28:57.516835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:57.588122 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4671a2ff-30a4-4a1f-98b1-2721d792b099 req-60a3f231-1152-484e-a3bc-cc9299657336 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Jan 27 18:28:57.700722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c591ce-3ded-442e-872d-4aded08644cf req-2db926b5-1f73-4ce1-a4a2-0ee15da2a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:57.702449 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-2db926b5-1f73-4ce1-a4a2-0ee15da2a4dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c8317f74a414508b67736c97a9aa058&device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 1162 time: 0.0870833 Jan 27 18:28:57.728791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for 90af6652-5561-4103-8de5-14fd9c495678 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:28:57.867107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c591ce-3ded-442e-872d-4aded08644cf req-b357cdb0-7347-4c3a-b027-364240211b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:57.868627 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-b357cdb0-7347-4c3a-b027-364240211b71 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 200 len: 907 time: 0.1452260 Jan 27 18:28:57.973381 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-0a9f4fea-17c2-4993-889f-6d62f3822176 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 200 len: 217 time: 0.0735950 Jan 27 18:28:58.008181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb138e0-c134-4530-a14a-76e2b51a9de7 req-21c4a6a7-502a-4884-9cb4-8f54095207dd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:58.009956 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8fb138e0-c134-4530-a14a-76e2b51a9de7 req-21c4a6a7-502a-4884-9cb4-8f54095207dd tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3515463 Jan 27 18:28:58.077440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c591ce-3ded-442e-872d-4aded08644cf req-5076c629-a1fa-407d-ae8f-6d4229968d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:58.079039 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-5076c629-a1fa-407d-ae8f-6d4229968d58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 200 len: 853 time: 0.0816462 Jan 27 18:28:58.089729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:58.108502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:28:58.159159 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8fb138e0-c134-4530-a14a-76e2b51a9de7 req-59fd64fa-aca2-4b5d-a5fa-aafb698ba8f1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424432 Jan 27 18:28:58.178247 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-efb53693-02d9-49b7-8925-112b2bd7c653 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b65ddf2d-5ba4-4065-9825-93fa78ff377a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566401 Jan 27 18:28:58.236796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event deleted for resources: {'Port': ['ID=90af6652-5561-4103-8de5-14fd9c495678,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:28:58.236796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:28:58.367034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] No DVR routers for this DVR port 90af6652-5561-4103-8de5-14fd9c495678 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:28:58.369289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:58.370421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:28:58.372374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-deleted', 'tag': '90af6652-5561-4103-8de5-14fd9c495678'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:28:58.412755 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4d9a86f5-11d8-4b39-8485-1feb54ccd78f req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "DELETE /v2.0/ports/90af6652-5561-4103-8de5-14fd9c495678 HTTP/1.1" status: 204 len: 173 time: 3.5247698 Jan 27 18:28:58.461001 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7813836a-fa01-4b5d-be21-3dbfdac5eaa7', 'name': 'network-vif-deleted', 'tag': '90af6652-5561-4103-8de5-14fd9c495678', 'status': 'completed', 'code': 200} Jan 27 18:28:58.469543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:28:58.469777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:28:58.618881 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-e8565f21-496f-42a1-b13d-01e914004a42 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279113 Jan 27 18:28:58.829612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-70c66dcd-ede6-4824-be17-789f59da437d req-6b8ff624-e168-42e7-b6cf-f5f66a93f78f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:28:58.838051 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42c591ce-3ded-442e-872d-4aded08644cf req-4d6a00fa-9f37-49ac-ac5d-e3d9aabf1046 service neutron] 10.222.0.54 "GET /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1698248 Jan 27 18:28:58.846485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-70c66dcd-ede6-4824-be17-789f59da437d req-6b8ff624-e168-42e7-b6cf-f5f66a93f78f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:28:58.848557 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-70c66dcd-ede6-4824-be17-789f59da437d req-6b8ff624-e168-42e7-b6cf-f5f66a93f78f tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=7813836a-fa01-4b5d-be21-3dbfdac5eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0856905 Jan 27 18:28:59.135738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-ed0e3281-5999-4e28-8eda-b460d364680c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:59.137665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-ed0e3281-5999-4e28-8eda-b460d364680c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 808 time: 0.2529328 Jan 27 18:28:59.155352 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-24222a3f-d9e3-45ea-a52f-5732555030f0 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/quotas/f541d5c2d7ee4519b47273e8e2050d38 HTTP/1.1" status: 200 len: 375 time: 0.0107369 Jan 27 18:28:59.217324 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-70792713-ebca-4594-b8b8-319ca21e0edc tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532997 Jan 27 18:28:59.444512 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-378911d7-2639-454c-9d5c-b4d6e5b23909 service neutron] 10.222.0.60 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159193 Jan 27 18:28:59.540450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4832e8-ef65-46a5-a789-2c0d0ce6e9d8 req-d03fecb0-e329-4104-bbd2-0023aaaf0e69 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:28:59.542182 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f4832e8-ef65-46a5-a789-2c0d0ce6e9d8 req-d03fecb0-e329-4104-bbd2-0023aaaf0e69 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2273126 Jan 27 18:28:59.718735 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f4832e8-ef65-46a5-a789-2c0d0ce6e9d8 req-3064519a-e199-43b0-be04-dd71e0a653e2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475008 Jan 27 18:28:59.767976 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-d8985874-eb68-4c9e-aa17-b52c4106caa5 service neutron] 10.222.0.60 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3153522 Jan 27 18:29:00.114582 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5b2420ac-e7e1-4432-94f5-799550609444 req-93538968-6ac6-4acc-b142-fcdb97a335fc tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 210 time: 0.0562606 Jan 27 18:29:00.618813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-86470e6e-7bfd-4b2d-83e4-abd78b3599a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:00.620413 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-86470e6e-7bfd-4b2d-83e4-abd78b3599a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 1162 time: 0.1051848 Jan 27 18:29:00.694249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d59fab-5f76-46e8-a823-b073e10a0195 req-4244a84e-b75f-4474-a4af-bff8bd934d4e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:00.695957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-93d59fab-5f76-46e8-a823-b073e10a0195 req-4244a84e-b75f-4474-a4af-bff8bd934d4e tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.1877737 Jan 27 18:29:00.807989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-b50a00b1-e2d9-464a-ad58-3e736968bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:00.810098 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-b50a00b1-e2d9-464a-ad58-3e736968bfcb service neutron] 10.222.0.54 "GET /v2.0/networks?id=d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 200 len: 912 time: 0.1708472 Jan 27 18:29:00.835711 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-93d59fab-5f76-46e8-a823-b073e10a0195 req-281ca798-eb3d-4d2a-8461-fb1df2a38faa tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809212 Jan 27 18:29:00.895576 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-fe44ae01-e401-4152-b960-ee11d5c1aaaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 200 len: 217 time: 0.0749414 Jan 27 18:29:00.933653 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d628-a0b6-42ee-b9d8-3efbc9e857a2 req-2a31ec1b-865e-460c-9fea-2b612a0e3d6b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:00.935321 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc22d628-a0b6-42ee-b9d8-3efbc9e857a2 req-2a31ec1b-865e-460c-9fea-2b612a0e3d6b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2383645 Jan 27 18:29:00.977696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-dd58b361-3d6c-45ee-a4ba-c1c3bd80a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:00.980246 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-dd58b361-3d6c-45ee-a4ba-c1c3bd80a9c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 200 len: 858 time: 0.0756526 Jan 27 18:29:01.003578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:01.018527 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc22d628-a0b6-42ee-b9d8-3efbc9e857a2 req-c4f80977-f92d-464d-baa0-f25407e51ff2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754361 Jan 27 18:29:01.073306 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-acc13df9-8549-4286-b257-bdc0f1e382df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d5c2e98f-3473-4b07-97ea-00f161d05dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853827 Jan 27 18:29:01.108905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:01.109371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:01.252643 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-8997b0fd-fff7-4332-8aa4-cc65876ffa7d service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689053 Jan 27 18:29:01.330164 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e37f1cbb-399e-4ac5-9b33-04e2d9ba25b6 req-7f7a4c17-54c7-494b-960e-fbf548568274 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 210 time: 0.0571668 Jan 27 18:29:01.417786 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bbc199c-20b5-4890-964b-ccf7362bef37 req-1c42cd3b-82cf-4387-9f8b-c6a1305cb9ab service neutron] 10.222.0.54 "GET /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557281 Jan 27 18:29:02.063095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-2c5943e9-3602-4fab-9d34-1fd57a03bc66 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:02.063887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-489280a5-b237-467c-937c-ceef717bb17f req-2c5943e9-3602-4fab-9d34-1fd57a03bc66 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Synchronizing usage tracker for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:02.088275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-489280a5-b237-467c-937c-ceef717bb17f req-2c5943e9-3602-4fab-9d34-1fd57a03bc66 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Unset dirty status for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:02.089821 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-2c5943e9-3602-4fab-9d34-1fd57a03bc66 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 808 time: 0.2971218 Jan 27 18:29:02.117615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Request body: {'port': {'device_id': '6d534457-1463-4733-8202-267ba51d7995', 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f', 'admin_state_up': True, 'tenant_id': 'f541d5c2d7ee4519b47273e8e2050d38'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:02.188457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340c64-3da0-4e9b-ac80-71c498c077a7 req-64e35419-0a6e-42e6-8dc4-3e425b7ab995 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:02.190498 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22340c64-3da0-4e9b-ac80-71c498c077a7 req-64e35419-0a6e-42e6-8dc4-3e425b7ab995 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.1988771 Jan 27 18:29:02.279869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:02.284820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Usage tracker for resource:port and tenant:f541d5c2d7ee4519b47273e8e2050d38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:02.288348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:02.295047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:02.305473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Made reservation on behalf of f541d5c2d7ee4519b47273e8e2050d38 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:29:02.327427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:02.327716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:02.411306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:02.411736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:02.546050 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-22340c64-3da0-4e9b-ac80-71c498c077a7 req-e0fa6567-2192-46ec-8409-bf7c8817b129 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017232 Jan 27 18:29:02.657641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecda46-91c5-4778-aa39-f01150c77bfc req-50ec9e62-5d4c-468d-865a-bb586febd782 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:02.661512 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b4ecda46-91c5-4778-aa39-f01150c77bfc req-50ec9e62-5d4c-468d-865a-bb586febd782 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.4699349 Jan 27 18:29:02.714953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Allocated IP 172.20.0.10 (6ef6875b-fb8f-4ddc-af35-777f2cc3081f/4c791a38-23b5-4255-b3fd-70dc26c3db98/3c67d4d8-b29d-43f8-a806-5f1b132f09de) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:29:02.732480 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b4ecda46-91c5-4778-aa39-f01150c77bfc req-6957dd5a-3213-443e-a25f-9961869860e4 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667820 Jan 27 18:29:02.962310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-86f4fe3d-9c2b-4497-9aea-e1358355aa03 req-913f7178-d4f2-4718-a21a-2e2041f27114 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 210 time: 0.0993571 Jan 27 18:29:02.972737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.003937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.013651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.030160 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4ef2ec40-6052-4d5f-a5b1-4095902071f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:03.092433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-fe76c41f-b5b1-4b37-a252-ee753dd0c864 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:03.094058 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-fe76c41f-b5b1-4b37-a252-ee753dd0c864 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.1872416 Jan 27 18:29:03.176616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Pushing event updated for resources: {'Port': ['ID=3c67d4d8-b29d-43f8-a806-5f1b132f09de,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:03.181389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:03.190680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:03.191064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.238398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:29:03.239841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:29:03.242538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:29:03.373499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:03.374243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.396609 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2836313 Jan 27 18:29:03.425533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Request body: {'port': {'device_id': '6d534457-1463-4733-8202-267ba51d7995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:03.474395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:03.474658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.558171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:03.621071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:03.929402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2318ef-8ee0-4ed3-9f7e-e933385e9983 req-92533ec4-e4ad-4b06-bacc-a8599a51eb7a tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:03.931111 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7e2318ef-8ee0-4ed3-9f7e-e933385e9983 req-92533ec4-e4ad-4b06-bacc-a8599a51eb7a tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 946 time: 0.2387743 Jan 27 18:29:04.079093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7e2318ef-8ee0-4ed3-9f7e-e933385e9983 req-2357291d-474a-4eb6-be97-f35dd898933d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 Jan 27 18:29:04.091790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c67d4d8-b29d-43f8-a806-5f1b132f09de {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:29:04.095461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.103690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.117615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Transition to ACTIVE for port object 3c67d4d8-b29d-43f8-a806-5f1b132f09de will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:29:04.123859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0ff0bb16-f34e-4ee6-add8-a9e306fe110c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:04.124620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.142083 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e2c55f5d-313a-4fd1-ab41-6e765c14deb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:04.241347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event deleted for resources: {'Port': ['ID=94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:04.246550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:04.292981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67d4d8-b29d-43f8-a806-5f1b132f09de,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:04.298369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:04.366123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf05ac-d6b1-416e-8abd-c54fa99f7179 req-254b65b1-6def-4bab-9a98-f0c92a91c985 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:04.370544 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2adf05ac-d6b1-416e-8abd-c54fa99f7179 req-254b65b1-6def-4bab-9a98-f0c92a91c985 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.4381914 Jan 27 18:29:04.396740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:04.479325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:04.480141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.515831 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Attempting to bind port 3c67d4d8-b29d-43f8-a806-5f1b132f09de on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:29:04.516218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Attempting to bind port 3c67d4d8-b29d-43f8-a806-5f1b132f09de by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:29:04.517518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Attempting to bind port 3c67d4d8-b29d-43f8-a806-5f1b132f09de on network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:29:04.525018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:29:04.525437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Checking segment: {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:29:04.525848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.526249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Bound using segment: {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:29:04.526735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Bound port: 3c67d4d8-b29d-43f8-a806-5f1b132f09de, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:29:04.527109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.541394 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2adf05ac-d6b1-416e-8abd-c54fa99f7179 req-49e31ad5-cb56-44fd-92dd-4eb4dbbffcec tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536794 Jan 27 18:29:04.587708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] No DVR routers for this DVR port 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:04.590761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.593767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'name': 'network-vif-deleted', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:04.616203 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c45616b5-368d-4a06-8e9c-8f35a32ff48d req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "DELETE /v2.0/ports/94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 HTTP/1.1" status: 204 len: 173 time: 1.5157192 Jan 27 18:29:04.667586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] For port 3c67d4d8-b29d-43f8-a806-5f1b132f09de, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:29:04.670855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] For port 3c67d4d8-b29d-43f8-a806-5f1b132f09de, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3c67d4d8-b29d-43f8-a806-5f1b132f09de,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:29:04.674834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.691460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-38f12669-0f94-4472-bef4-8c96b0905bbb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:04.693337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:04.711103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c18da-5005-461e-b1ef-f28c3cbcd929 req-a9341b81-5bef-4560-b2cb-802d2af88752 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:04.719066 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-297c18da-5005-461e-b1ef-f28c3cbcd929 req-a9341b81-5bef-4560-b2cb-802d2af88752 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 944 time: 0.3263409 Jan 27 18:29:04.742048 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cfe000-1f59-4659-ae4c-c149f5eca81c', 'name': 'network-vif-deleted', 'tag': '94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0', 'status': 'completed', 'code': 200} Jan 27 18:29:04.754232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] No Port match for: 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:29:04.754910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94b7cb3c-d5d8-4048-b8ef-92cfb952d0c0 not bound to the agent host hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:29:04.791431 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-297c18da-5005-461e-b1ef-f28c3cbcd929 req-03660d24-d9ff-43df-9c23-de4c31c07939 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712187 Jan 27 18:29:04.858130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67d4d8-b29d-43f8-a806-5f1b132f09de,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:04.863955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:04.897932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:04.898538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:04.900022 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] 10.222.0.54 "PUT /v2.0/ports/3c67d4d8-b29d-43f8-a806-5f1b132f09de HTTP/1.1" status: 200 len: 1158 time: 1.4797945 Jan 27 18:29:04.900589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:04.963008 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de', 'status': 'completed', 'code': 200} Jan 27 18:29:05.104595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-46d02ec8-e578-47ab-b0c8-6f553c7e1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:05.106262 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-46d02ec8-e578-47ab-b0c8-6f553c7e1160 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 1161 time: 0.0917854 Jan 27 18:29:05.205423 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-7982f1c5-b10a-48b7-9aeb-393bb2f01ea5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c67d4d8-b29d-43f8-a806-5f1b132f09de HTTP/1.1" status: 200 len: 217 time: 0.0754764 Jan 27 18:29:05.289237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-f39a29c5-2a34-43f3-8670-d8724db40ea5 req-1d0048bb-ef06-40f0-89b1-0cc12c543446 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:05.289486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489280a5-b237-467c-937c-ceef717bb17f req-358930fd-7aba-4e89-bca2-012340db03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:05.291096 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-358930fd-7aba-4e89-bca2-012340db03b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c791a38-23b5-4255-b3fd-70dc26c3db98 HTTP/1.1" status: 200 len: 848 time: 0.0742080 Jan 27 18:29:05.313105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-f39a29c5-2a34-43f3-8670-d8724db40ea5 req-1d0048bb-ef06-40f0-89b1-0cc12c543446 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:05.314525 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f39a29c5-2a34-43f3-8670-d8724db40ea5 req-1d0048bb-ef06-40f0-89b1-0cc12c543446 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=05cfe000-1f59-4659-ae4c-c149f5eca81c HTTP/1.1" status: 200 len: 210 time: 0.0746560 Jan 27 18:29:05.351280 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-b08701fd-4464-4df7-857e-a2435d8af2e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466084 Jan 27 18:29:05.512340 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-8fca9193-795b-440e-badb-ec076d690b7f service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492305 Jan 27 18:29:05.874597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490adb1c-f705-40a4-aeb2-0b4e4d743f5c req-a54ca2bc-35c9-49fa-b501-01409258a1ea tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:05.876552 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-490adb1c-f705-40a4-aeb2-0b4e4d743f5c req-a54ca2bc-35c9-49fa-b501-01409258a1ea tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1779807 Jan 27 18:29:05.883208 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-489280a5-b237-467c-937c-ceef717bb17f req-771187e5-a7bc-44ea-8bf0-c1cf01aa3d69 service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3621686 Jan 27 18:29:05.998743 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-490adb1c-f705-40a4-aeb2-0b4e4d743f5c req-0d3def65-7634-44bf-86ac-b2042485a4d1 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074841 Jan 27 18:29:06.118356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-2ccdc2cf-7bae-4c5d-bef6-edb42b35b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:06.119982 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-2ccdc2cf-7bae-4c5d-bef6-edb42b35b04b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 1161 time: 0.1162493 Jan 27 18:29:06.130648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c488fc-2f48-42ab-ac1f-d24a1ec77ff3 req-e1b0f274-90c4-4d7a-9d07-7370675512f5 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:06.132360 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e2c488fc-2f48-42ab-ac1f-d24a1ec77ff3 req-e1b0f274-90c4-4d7a-9d07-7370675512f5 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 944 time: 0.1964204 Jan 27 18:29:06.204240 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e2c488fc-2f48-42ab-ac1f-d24a1ec77ff3 req-9bfb014d-7cc3-4578-a9bd-f9219f24f8a2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649135 Jan 27 18:29:06.278263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-9b6f671f-cf10-41ed-9eaf-a5b541c12934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:06.280162 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-9b6f671f-cf10-41ed-9eaf-a5b541c12934 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 902 time: 0.1513836 Jan 27 18:29:06.372619 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-ab7021bc-f4d0-4154-a3fc-f66f5ec4d64c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c67d4d8-b29d-43f8-a806-5f1b132f09de HTTP/1.1" status: 200 len: 217 time: 0.0766516 Jan 27 18:29:06.452402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-13cb5a88-b131-4bd2-9141-233363533b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:06.453803 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-13cb5a88-b131-4bd2-9141-233363533b7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c791a38-23b5-4255-b3fd-70dc26c3db98 HTTP/1.1" status: 200 len: 848 time: 0.0741892 Jan 27 18:29:06.512864 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-d538554d-24a2-4b8c-86f0-9cf96ebe3910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505335 Jan 27 18:29:06.692500 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-c65d21f4-0099-4723-8545-ad07798fa489 service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657801 Jan 27 18:29:06.926222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-18b2258c-634c-4b0e-8aed-63642ac06d47 req-3c13cb71-7e45-4161-aac1-65b0203af470 service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595516 Jan 27 18:29:07.519273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae67bc-344e-43ac-8dbb-45808fb68f68 req-3d9c7621-94f7-4bd2-bac7-5883cbedc8dd tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:07.520892 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0ae67bc-344e-43ac-8dbb-45808fb68f68 req-3d9c7621-94f7-4bd2-bac7-5883cbedc8dd tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 944 time: 0.1802776 Jan 27 18:29:07.603692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0ae67bc-344e-43ac-8dbb-45808fb68f68 req-0e7ce6b0-a851-49ba-bd10-22c5bff93e03 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723639 Jan 27 18:29:08.285603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171767-ff1e-4a2d-b623-801f4a447052 req-420b92e4-859c-4ae1-b778-44f256a597b3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:08.287250 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f171767-ff1e-4a2d-b623-801f4a447052 req-420b92e4-859c-4ae1-b778-44f256a597b3 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.1756246 Jan 27 18:29:08.364198 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3f171767-ff1e-4a2d-b623-801f4a447052 req-4c2d98b1-82c3-4cfa-ae64-8fd8816106ec tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Jan 27 18:29:08.430215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-1a5ae8e3-adcf-47b8-b328-8ea835f9b353 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:29:08.917451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c4f95-0739-49fe-9301-b60b8fa03b51 req-8ef3c19d-9299-47cf-9b3a-0b21b81a0be6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:08.925447 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-635c4f95-0739-49fe-9301-b60b8fa03b51 req-8ef3c19d-9299-47cf-9b3a-0b21b81a0be6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 944 time: 0.1800048 Jan 27 18:29:08.993268 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-635c4f95-0739-49fe-9301-b60b8fa03b51 req-384f4f0d-59fd-422a-928d-5e95f0764feb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Jan 27 18:29:09.209248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8a379993-026d-41ee-ae92-af427226c83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:09.531018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 3c67d4d8-b29d-43f8-a806-5f1b132f09de up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:09.613042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 3c67d4d8-b29d-43f8-a806-5f1b132f09de completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:29:09.619837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 3c67d4d8-b29d-43f8-a806-5f1b132f09de triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:09.620419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:09.686412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa49f3-9f2d-4cc4-b5cf-b551d026fd48 req-8722afb0-3ba5-464b-bfb6-88a788fd43e7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:09.688116 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a3aa49f3-9f2d-4cc4-b5cf-b551d026fd48 req-8722afb0-3ba5-464b-bfb6-88a788fd43e7 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.1883802 Jan 27 18:29:09.754061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:09.757398 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a3aa49f3-9f2d-4cc4-b5cf-b551d026fd48 req-ba7d83d0-2a55-4933-abad-b07d6b28b7b0 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619822 Jan 27 18:29:09.787038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:09.796343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 3c67d4d8-b29d-43f8-a806-5f1b132f09de, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3c67d4d8-b29d-43f8-a806-5f1b132f09de,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:09.799984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:09.800926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:09.832579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:09.875991 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de', 'code': 200} Jan 27 18:29:09.937283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=3c67d4d8-b29d-43f8-a806-5f1b132f09de,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:09.942265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:09.952868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 025fcf77-a70d-47ba-9199-b2d52ca99f67 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:09.953344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:10.233274 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7db1-5f56-4843-b605-f7fcfc07a39e req-0aadc639-5200-4c26-80f6-afc90fa7f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:10.234904 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-902e7db1-5f56-4843-b605-f7fcfc07a39e req-0aadc639-5200-4c26-80f6-afc90fa7f148 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 1163 time: 0.0995755 Jan 27 18:29:10.293191 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-902e7db1-5f56-4843-b605-f7fcfc07a39e req-4fea1ab7-dc55-4bd8-825c-6ee4a822de30 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Jan 27 18:29:10.357791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0066-692f-4150-ab12-5357ef7533c6 req-60b5a0f0-3e3c-4d22-ab46-b3ddc508bb46 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:10.361011 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b42f0066-692f-4150-ab12-5357ef7533c6 req-60b5a0f0-3e3c-4d22-ab46-b3ddc508bb46 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.1818810 Jan 27 18:29:10.428243 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b42f0066-692f-4150-ab12-5357ef7533c6 req-ec1dc3ba-848a-4c04-8446-14b551e67d1c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605061 Jan 27 18:29:10.877772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 3c67d4d8-b29d-43f8-a806-5f1b132f09de up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:10.982538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 3c67d4d8-b29d-43f8-a806-5f1b132f09de triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:10.982999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:11.115216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9c2b5-af5b-476c-986e-61e23fa0b167 req-3ce62a07-4808-416b-a10e-334371c72913 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:11.115994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:11.116940 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-45a9c2b5-af5b-476c-986e-61e23fa0b167 req-3ce62a07-4808-416b-a10e-334371c72913 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.2183821 Jan 27 18:29:11.134821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-4f01e98c-94f2-453e-8539-dff361302839 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:11.183228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-4f01e98c-94f2-453e-8539-dff361302839 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:11.184505 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-4f01e98c-94f2-453e-8539-dff361302839 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1390681365&fields=id&tenant_id=64041d4054af4190a998da85a176c850 HTTP/1.1" status: 200 len: 267 time: 0.2120121 Jan 27 18:29:11.188494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port ae2d8379-9e59-4fe6-8d12-cddd531b818c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:11.188914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:11.216058 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-45a9c2b5-af5b-476c-986e-61e23fa0b167 req-4f2a4a25-36cf-4b1d-8434-aa1e54ca9a89 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778799 Jan 27 18:29:11.251407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-45bdd215-5856-427e-8cae-98a1c32d2783 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:11.252581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-45bdd215-5856-427e-8cae-98a1c32d2783 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Synchronizing usage tracker for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:11.266448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-45bdd215-5856-427e-8cae-98a1c32d2783 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Unset dirty status for tenant:7c8317f74a414508b67736c97a9aa058 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:11.267924 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-45bdd215-5856-427e-8cae-98a1c32d2783 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 945 time: 0.2104890 Jan 27 18:29:11.374024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Deleting port ae2d8379-9e59-4fe6-8d12-cddd531b818c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:11.374415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:11.479603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-0c2cf945-a38b-431a-b8cf-2a37eada6c7b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:11.481312 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-0c2cf945-a38b-431a-b8cf-2a37eada6c7b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 809 time: 0.2642465 Jan 27 18:29:11.499093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-1078b172-210d-413e-8768-10b7102f494c tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/quotas/64041d4054af4190a998da85a176c850 HTTP/1.1" status: 200 len: 375 time: 0.0106297 Jan 27 18:29:11.686525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] For port ae2d8379-9e59-4fe6-8d12-cddd531b818c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ae2d8379-9e59-4fe6-8d12-cddd531b818c,segment=NetworkSegment(22e7c914-abd5-47f0-a761-a9065b95e26a),segment_id=22e7c914-abd5-47f0-a761-a9065b95e26a)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:11.686928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:11.834872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Calling delete_port for ae2d8379-9e59-4fe6-8d12-cddd531b818c owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:11.939062 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ef5c2c4e-6863-457f-935c-b01c2459425d tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4328265 Jan 27 18:29:12.002650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:12.018788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:12.028167 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0316d-ff01-4387-ac19-34ddbb1e5170 req-342f8b5b-23a4-4b05-829f-a6f5bb8280d9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:12.038032 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9f0316d-ff01-4387-ac19-34ddbb1e5170 req-342f8b5b-23a4-4b05-829f-a6f5bb8280d9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.2396762 Jan 27 18:29:12.081675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-201c5719-9a88-4fb4-ad13-6ac53306c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:12.084986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:12.130231 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Pushing event deleted for resources: {'Port': ['ID=ae2d8379-9e59-4fe6-8d12-cddd531b818c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:12.147410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.147699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.148092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.148490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.148872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.149677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.149677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.149993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.150369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.150768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.151123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.151499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.151972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.152339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.152715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.153091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.153490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.153863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.154240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.154600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.154968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.155340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.155717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.156088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:12.161688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:12.222208 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b9f0316d-ff01-4387-ac19-34ddbb1e5170 req-14cb3dd6-edd8-4b3d-b8ac-543ed2ce6055 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046262 Jan 27 18:29:12.245018 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-0600a0dd-a827-4711-85c8-60df58f3f8cb service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058792 Jan 27 18:29:12.278979 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] No DVR routers for this DVR port ae2d8379-9e59-4fe6-8d12-cddd531b818c on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:12.281513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:12.286175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'name': 'network-vif-deleted', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:12.301406 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d060368d-c6e5-45ab-bc29-0bb44033c433 req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.54 "DELETE /v2.0/ports/ae2d8379-9e59-4fe6-8d12-cddd531b818c HTTP/1.1" status: 204 len: 173 time: 1.0255928 Jan 27 18:29:12.462074 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-39493327-31f8-4de9-9028-f604e4a4ed34 service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2074492 Jan 27 18:29:12.562423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1061de9-8bfe-45a3-805e-ca73fe804fd7 req-93f7ca2e-70b9-4143-b16d-43398ef3ff42 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:12.564166 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b1061de9-8bfe-45a3-805e-ca73fe804fd7 req-93f7ca2e-70b9-4143-b16d-43398ef3ff42 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.2063813 Jan 27 18:29:12.631842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b1061de9-8bfe-45a3-805e-ca73fe804fd7 req-6cfb1c74-a998-4307-b59e-6a34a1b206f0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Jan 27 18:29:12.701490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 3c67d4d8-b29d-43f8-a806-5f1b132f09de up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:12.779297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 3c67d4d8-b29d-43f8-a806-5f1b132f09de triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:12.779721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:12.919945 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777002d-b5cc-41f1-8f57-174867c3a81d', 'name': 'network-vif-deleted', 'tag': 'ae2d8379-9e59-4fe6-8d12-cddd531b818c', 'status': 'completed', 'code': 200} Jan 27 18:29:13.039639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:13.073823 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-52aaf218-63fd-4016-a19d-741aa2df8850 req-6974a45b-a870-4faa-b660-abec5033c601 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] 10.222.0.60 "GET /v2.0/ports?device_id=c777002d-b5cc-41f1-8f57-174867c3a81d HTTP/1.1" status: 200 len: 210 time: 0.1107483 Jan 27 18:29:13.076151 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d4642fc-1548-46dd-b893-d0275e62a722 req-1f7a8bb3-406b-4492-82d0-ee92dae80d70 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 210 time: 0.1084857 Jan 27 18:29:13.078784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] No Port match for: ae2d8379-9e59-4fe6-8d12-cddd531b818c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:29:13.079463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device ae2d8379-9e59-4fe6-8d12-cddd531b818c not bound to the agent host hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:29:13.539702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f944d9-9ba1-4aca-aca3-812371ece027 req-b7074de1-0ebd-4ab7-8f9c-d6b5f665e0b9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:13.541423 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48f944d9-9ba1-4aca-aca3-812371ece027 req-b7074de1-0ebd-4ab7-8f9c-d6b5f665e0b9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.1734495 Jan 27 18:29:13.621982 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48f944d9-9ba1-4aca-aca3-812371ece027 req-f8e0496b-96f7-41ff-a71b-97474297402b tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740592 Jan 27 18:29:13.677797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:13.979459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ac6a-9902-444d-8f40-fd0ba4e57588 req-b7ef769e-7b91-4155-8c95-4d451a70747b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:13.981096 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d890ac6a-9902-444d-8f40-fd0ba4e57588 req-b7ef769e-7b91-4155-8c95-4d451a70747b tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.1929681 Jan 27 18:29:14.054046 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d890ac6a-9902-444d-8f40-fd0ba4e57588 req-0da91964-61ba-4740-b1c7-4295ff262fee tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630100 Jan 27 18:29:14.195780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53180) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:14.229791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:14.306970 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b427788c-fa4f-4614-95a5-1f1e239bf454 req-92a1e1ce-04d6-4121-80e8-1e45092de039 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 210 time: 0.0537515 Jan 27 18:29:14.347010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Deleting subnet d4917bf0-4e7e-4f60-bb24-67a48b494c60 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:29:14.358362 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:14.451273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:14.604847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-e47932ca-8795-443a-93ab-18eb9c4299f2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:14.605712 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-e47932ca-8795-443a-93ab-18eb9c4299f2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:14.622665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:14.681267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-e47932ca-8795-443a-93ab-18eb9c4299f2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:14.682346 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-e47932ca-8795-443a-93ab-18eb9c4299f2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 809 time: 0.4298956 Jan 27 18:29:14.939554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-756a76a9-373c-4331-816a-91a817d4ce65 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:14.993187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-756a76a9-373c-4331-816a-91a817d4ce65 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:14.994595 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-756a76a9-373c-4331-816a-91a817d4ce65 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64041d4054af4190a998da85a176c850 HTTP/1.1" status: 200 len: 5759 time: 0.2342088 Jan 27 18:29:15.009852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'port': {'device_id': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'admin_state_up': True, 'tenant_id': '64041d4054af4190a998da85a176c850', 'security_groups': ['da669c4d-fb39-445f-9edb-f2400fe48e38']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:15.202893 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-b2e8d878-9e8f-4716-81ed-0a9b50e5a224 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:15.204558 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-b2e8d878-9e8f-4716-81ed-0a9b50e5a224 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.2177498 Jan 27 18:29:15.290918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:15.298735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:port and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:15.304847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:15.313701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:15.323073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:15.341656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:15.436868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Deleting port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:15.437379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:15.587667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Made reservation on behalf of 64041d4054af4190a998da85a176c850 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:29:15.609292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:15.682780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf4638-14b4-4ff3-9bb4-44e5750fbeda req-47a9d7f7-4f25-4009-87f2-5f538399f8f8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:15.684614 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-19bf4638-14b4-4ff3-9bb4-44e5750fbeda req-47a9d7f7-4f25-4009-87f2-5f538399f8f8 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 946 time: 0.4114356 Jan 27 18:29:15.686250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4917bf0-4e7e-4f60-bb24-67a48b494c60,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:15.702025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:15.818104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a0d3-80f6-4e51-b967-fd9f0ce4981a req-2afe25e4-6c8c-48d9-a7ff-11a15ec16111 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:15.819831 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f094a0d3-80f6-4e51-b967-fd9f0ce4981a req-2afe25e4-6c8c-48d9-a7ff-11a15ec16111 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.4826772 Jan 27 18:29:15.829630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:15.855573 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2f0c3e20-5a80-4293-8c59-467477c40c7d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4917bf0-4e7e-4f60-bb24-67a48b494c60 HTTP/1.1" status: 204 len: 168 time: 1.6559398 Jan 27 18:29:15.856786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53206) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:15.982175 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-19bf4638-14b4-4ff3-9bb4-44e5750fbeda req-1b7ac9c3-f997-4a79-ac95-f65320cb0fee tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853012 Jan 27 18:29:16.028886 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f094a0d3-80f6-4e51-b967-fd9f0ce4981a req-34dc15a3-a943-4434-868b-88dacf3494a7 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512697 Jan 27 18:29:16.057135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.068930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] For port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:16.069415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.227807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Calling delete_port for 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:16.325138 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-54696e95-17b1-41e4-a0af-4fdf93711ec9 req-9eefb52f-24cf-423c-acbf-5b87b2c3a88a tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 210 time: 0.0591309 Jan 27 18:29:16.354256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.376525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Allocated IP 172.20.0.9 (c867c274-1d8a-4617-934d-db18967ed890/131dcde4-1b6b-488a-90ff-616a6387254b/d4925d60-8822-45bf-a6ee-b12830fed5d1) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:29:16.454690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.471709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:16.515900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65ddf2d-5ba4-4065-9825-93fa78ff377a']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:16.550281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e7c914-abd5-47f0-a761-a9065b95e26a') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:16.550604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e7c914-abd5-47f0-a761-a9065b95e26a') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:16.579061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Pushing event deleted for resources: {'Port': ['ID=303f8ba7-740a-4d8a-9fe3-cf8499f2ae85,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:16.601453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:16.624498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.658166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.662926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:29:16.715330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] No DVR routers for this DVR port 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:16.718098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.722730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'name': 'network-vif-deleted', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:16.800573 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb982cd-ccdf-4cf5-9161-744f070f280d', 'name': 'network-vif-deleted', 'tag': '303f8ba7-740a-4d8a-9fe3-cf8499f2ae85', 'status': 'completed', 'code': 200} Jan 27 18:29:16.804988 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2cba0cc7-2666-4520-8ce5-6ac5d06eaeae req-534af8cd-ee5c-4bff-9e0a-4a13c4259673 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "DELETE /v2.0/ports/303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 HTTP/1.1" status: 204 len: 173 time: 1.5888202 Jan 27 18:29:16.834677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 3c67d4d8-b29d-43f8-a806-5f1b132f09de up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:16.905546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:29:16.917351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.921325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:16.925951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a81d-2970-42db-b236-cb5bacf64587 req-4038d80d-63d8-48d5-9725-a622ecf82546 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:16.927871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 3c67d4d8-b29d-43f8-a806-5f1b132f09de triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:16.928036 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a159a81d-2970-42db-b236-cb5bacf64587 req-4038d80d-63d8-48d5-9725-a622ecf82546 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1999311 Jan 27 18:29:16.928391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.022429 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a159a81d-2970-42db-b236-cb5bacf64587 req-ff8eed40-7fd1-4143-934c-59fc7643379a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865688 Jan 27 18:29:17.163678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Network b65ddf2d-5ba4-4065-9825-93fa78ff377a has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:29:17.184637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:29:17.187947 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:29:17.224804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] No Port match for: 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:29:17.225216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 303f8ba7-740a-4d8a-9fe3-cf8499f2ae85 not bound to the agent host hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:29:17.269999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Transition to ACTIVE for port object d4925d60-8822-45bf-a6ee-b12830fed5d1 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:29:17.272826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.279402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:17.294849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.309951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65ddf2d-5ba4-4065-9825-93fa78ff377a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:17.314947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:17.320941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-276d4531-b6ae-492d-a278-6003cb3ad25b req-6174aab1-0d26-4040-919a-79e5080c82cc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Synchronizing usage tracker for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:17.326829 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-92d2b486-8ddf-4e89-8f61-0ec7693e5966 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b65ddf2d-5ba4-4065-9825-93fa78ff377a HTTP/1.1" status: 204 len: 168 time: 1.4690118 Jan 27 18:29:17.337811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.354530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3972c34b-c2db-4b59-8395-d6cbde65e7e0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:17.386431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-276d4531-b6ae-492d-a278-6003cb3ad25b req-6174aab1-0d26-4040-919a-79e5080c82cc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Unset dirty status for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:17.387736 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-276d4531-b6ae-492d-a278-6003cb3ad25b req-6174aab1-0d26-4040-919a-79e5080c82cc tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcb982cd-ccdf-4cf5-9161-744f070f280d HTTP/1.1" status: 200 len: 210 time: 0.2059624 Jan 27 18:29:17.502325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53232) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:17.521018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:17.522474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1af5-7ac3-444d-86f4-07be571bf729 req-a966654d-726b-4b4d-9ea1-56ecb77d4978 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:17.524860 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7ce1af5-7ac3-444d-86f4-07be571bf729 req-a966654d-726b-4b4d-9ea1-56ecb77d4978 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.2561955 Jan 27 18:29:17.536911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:17.617911 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-cb7c7426-fa86-4f73-8cd1-9420bac53bce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c8317f74a414508b67736c97a9aa058&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1117442 Jan 27 18:29:17.619399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-df906339-04b4-422f-991f-e64df36cd90a tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:17.619858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53236) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:17.621205 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-df906339-04b4-422f-991f-e64df36cd90a tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 946 time: 0.3866653 Jan 27 18:29:17.640802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Network c867c274-1d8a-4617-934d-db18967ed890 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:29:17.646188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:29:17.650339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:29:17.822090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:17.822999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.841751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.859763 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8545663 Jan 27 18:29:17.886007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Request body: {'port': {'device_id': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:17.919215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:17.939396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-51d1edda-b0c7-4a67-abdd-3a6b8fd21db6 None None] Provisioning for port d4925d60-8822-45bf-a6ee-b12830fed5d1 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:29:17.947710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-51d1edda-b0c7-4a67-abdd-3a6b8fd21db6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:17.948130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51d1edda-b0c7-4a67-abdd-3a6b8fd21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.007478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-51d1edda-b0c7-4a67-abdd-3a6b8fd21db6 None None] Port d4925d60-8822-45bf-a6ee-b12830fed5d1 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:29:18.043423 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a7ce1af5-7ac3-444d-86f4-07be571bf729 req-3dbcf20b-6b15-488a-a28c-5a10f71a7087 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200010 Jan 27 18:29:18.053705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.076629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.076811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Deleting port 3c67d4d8-b29d-43f8-a806-5f1b132f09de {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:18.076811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.077006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0e8e5643-ede0-443f-b27c-a88d7eb9f755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:18.094323 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:18.100204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:18.145111 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.149093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ef45ea3-5c4a-4dd1-83c4-cfd59d8f04c5 HTTP/1.1" status: 204 len: 168 time: 0.5244372 Jan 27 18:29:18.352782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012c0f-53ad-4135-87b6-069a28e73180 req-b359412f-8c4a-4006-943a-490c9623cc65 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:18.354706 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c012c0f-53ad-4135-87b6-069a28e73180 req-b359412f-8c4a-4006-943a-490c9623cc65 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 931 time: 0.7325771 Jan 27 18:29:18.569099 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c012c0f-53ad-4135-87b6-069a28e73180 req-795fdd93-42e8-4922-8e1c-16522d95822e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1820762 Jan 27 18:29:18.689870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69a10-754a-4907-8294-6bc6645f21bb req-9a4d865f-b299-41e2-a64e-5c4d72b2d54b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:18.691601 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dc69a10-754a-4907-8294-6bc6645f21bb req-9a4d865f-b299-41e2-a64e-5c4d72b2d54b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4745774 Jan 27 18:29:18.693774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] For port 3c67d4d8-b29d-43f8-a806-5f1b132f09de, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3c67d4d8-b29d-43f8-a806-5f1b132f09de,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:18.694173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.822680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 3c67d4d8-b29d-43f8-a806-5f1b132f09de no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:18.829941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4925d60-8822-45bf-a6ee-b12830fed5d1 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:29:18.840541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.854440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Calling delete_port for 3c67d4d8-b29d-43f8-a806-5f1b132f09de owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:18.870005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Transition to ACTIVE for port object d4925d60-8822-45bf-a6ee-b12830fed5d1 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:29:18.875148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:18.988886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:19.004487 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3dc69a10-754a-4907-8294-6bc6645f21bb req-45c10b2f-5bfd-4178-9e39-ed421bf9fea7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946529 Jan 27 18:29:19.011309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.147681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:19.158620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:19.331881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.363167 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-163f52ba-ccda-4f3a-8d89-f8919aa6a273 req-3bec3fed-da5c-42b3-978b-d1777587a20d tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 210 time: 0.1023273 Jan 27 18:29:19.364418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:19.376627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Attempting to bind port d4925d60-8822-45bf-a6ee-b12830fed5d1 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:29:19.376998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Attempting to bind port d4925d60-8822-45bf-a6ee-b12830fed5d1 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:29:19.377389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Attempting to bind port d4925d60-8822-45bf-a6ee-b12830fed5d1 on network c867c274-1d8a-4617-934d-db18967ed890 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:29:19.385074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:29:19.385491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Checking segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:29:19.385892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.386281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Bound using segment: {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:29:19.386757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Bound port: d4925d60-8822-45bf-a6ee-b12830fed5d1, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:29:19.387123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.492051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Pushing event deleted for resources: {'Port': ['ID=3c67d4d8-b29d-43f8-a806-5f1b132f09de,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:19.501948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:19.515131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:29:19.519127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:29:19.532032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.548581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ec8213a6-d251-4456-a7ca-1abab2871d0b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:19.588771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754dcf-d699-4437-918a-3c44d2ab34f8 req-42925705-6dcc-405a-a21b-cda5a73e6a80 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:19.590438 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ec754dcf-d699-4437-918a-3c44d2ab34f8 req-42925705-6dcc-405a-a21b-cda5a73e6a80 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.4083314 Jan 27 18:29:19.688201 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ec754dcf-d699-4437-918a-3c44d2ab34f8 req-3a6013f1-416c-4cf9-b863-773a34f4fa6c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845807 Jan 27 18:29:19.717654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:19.723151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:19.759705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] No DVR routers for this DVR port 3c67d4d8-b29d-43f8-a806-5f1b132f09de on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:19.761981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.765413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'name': 'network-vif-deleted', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:19.775829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:19.777447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:19.778332 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0d9b6db5-24ca-4545-aaac-d9816434f38a req-d997497c-2762-4b46-8d93-64123aba71d2 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "DELETE /v2.0/ports/3c67d4d8-b29d-43f8-a806-5f1b132f09de HTTP/1.1" status: 204 len: 173 time: 2.1345322 Jan 27 18:29:19.779265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] 10.222.0.54 "PUT /v2.0/ports/d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 1157 time: 1.9039536 Jan 27 18:29:19.779924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:19.884578 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534457-1463-4733-8202-267ba51d7995', 'name': 'network-vif-deleted', 'tag': '3c67d4d8-b29d-43f8-a806-5f1b132f09de', 'status': 'completed', 'code': 200} Jan 27 18:29:19.999810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-592fd280-4fc3-4cd9-b0bf-9e35d152275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.001653 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-592fd280-4fc3-4cd9-b0bf-9e35d152275e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1160 time: 0.1094732 Jan 27 18:29:20.024668 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'status': 'completed', 'code': 200} Jan 27 18:29:20.034678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7716f3a-b4d7-4300-9607-c2e540963d78 req-cdc30fef-c1bb-427e-a109-da625722bd1e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.036816 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d7716f3a-b4d7-4300-9607-c2e540963d78 req-cdc30fef-c1bb-427e-a109-da625722bd1e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2076969 Jan 27 18:29:20.122708 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d7716f3a-b4d7-4300-9607-c2e540963d78 req-b6322a6a-1c5a-4bb7-a893-70df95337e82 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0767145 Jan 27 18:29:20.132191 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-2018e871-4ab6-46cc-bd65-df953f81f8ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 217 time: 0.0876520 Jan 27 18:29:20.214449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-6de5a885-d447-45dd-bbc2-cc0b267182c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.216059 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-6de5a885-d447-45dd-bbc2-cc0b267182c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.0728259 Jan 27 18:29:20.311808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-58579c1c-f69e-4970-84f9-1338abe9ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.313609 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-58579c1c-f69e-4970-84f9-1338abe9ad7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898118 Jan 27 18:29:20.385201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff16b8f-4168-4a70-bf10-a4cd1dd5f09e req-290d7606-9782-40e4-9938-e810e15e88a2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.386875 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fff16b8f-4168-4a70-bf10-a4cd1dd5f09e req-290d7606-9782-40e4-9938-e810e15e88a2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1890430 Jan 27 18:29:20.475373 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fff16b8f-4168-4a70-bf10-a4cd1dd5f09e req-74834dd7-00f0-4202-bc4d-7ff7a77dcae0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811653 Jan 27 18:29:20.500914 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-a4fd727d-f384-4e88-a3eb-415c9f6c054e service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743650 Jan 27 18:29:20.620977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-496f4e1b-7b41-4104-9f4c-c8db766508b9 req-1f086f73-b494-4c44-9cdb-237c212a72ce tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Synchronizing usage tracker for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:20.640148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-496f4e1b-7b41-4104-9f4c-c8db766508b9 req-1f086f73-b494-4c44-9cdb-237c212a72ce tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Unset dirty status for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:20.641391 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-496f4e1b-7b41-4104-9f4c-c8db766508b9 req-1f086f73-b494-4c44-9cdb-237c212a72ce tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d534457-1463-4733-8202-267ba51d7995 HTTP/1.1" status: 200 len: 210 time: 0.0809059 Jan 27 18:29:20.691376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-35c6d238-3a27-4aaf-8e26-4a04fa21f8f8 req-9d60b008-48c9-4cbe-b88c-e688b94a30e4 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1811876 Jan 27 18:29:20.711031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53306) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:20.894344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:20.915802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:20.922329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a46ba101c384f5e9dce36e7004acf89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:20.927261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:20.935040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:20.948100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-6aa45c9d-5fab-4d23-8419-21b0a385083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:20.949778 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-6aa45c9d-5fab-4d23-8419-21b0a385083d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1160 time: 0.1420908 Jan 27 18:29:21.012348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cbc62-b4f2-47c4-b16f-da3e970f8cc8 req-8050f9c6-095d-427b-b022-faa213cf3c62 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.014416 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-064cbc62-b4f2-47c4-b16f-da3e970f8cc8 req-8050f9c6-095d-427b-b022-faa213cf3c62 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1712732 Jan 27 18:29:21.089799 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-064cbc62-b4f2-47c4-b16f-da3e970f8cc8 req-f44a5294-3978-445c-8921-e19ad76bade2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Jan 27 18:29:21.151410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-d7ce70f8-c8a3-4579-9dc6-582e2d5af751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.152945 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-d7ce70f8-c8a3-4579-9dc6-582e2d5af751 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 0.1935296 Jan 27 18:29:21.242923 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.244936 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-e533d07c-599b-4fe8-85a3-237edf2e739e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 217 time: 0.0791748 Jan 27 18:29:21.247325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.254881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ac1668c0-15f4-4519-9a3f-011da3c4548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:21.344916 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a46ba101c384f5e9dce36e7004acf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326640 Jan 27 18:29:21.354679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53316) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:21.359442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c19d2c6-35d8-4a0c-b919-affbf6590c53,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:21.378237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:21.390587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-45475041-cf0a-42e1-9116-81a3155c116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.392217 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-45475041-cf0a-42e1-9116-81a3155c116e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.1283746 Jan 27 18:29:21.427920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972c58-a696-411b-a061-d4b3f33a0c71 req-86a8d54e-692a-471a-8f6c-17c7b43f2e60 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.429712 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1a972c58-a696-411b-a061-d4b3f33a0c71 req-86a8d54e-692a-471a-8f6c-17c7b43f2e60 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.1668797 Jan 27 18:29:21.453507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:29:21.497713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.498655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1a972c58-a696-411b-a061-d4b3f33a0c71 req-c84d3846-c611-4c8e-9481-a7a197f03e6f tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617347 Jan 27 18:29:21.532803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.548721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-0fe1529d-e728-400c-904a-7efe10482b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.550404 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-0fe1529d-e728-400c-904a-7efe10482b09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1474121 Jan 27 18:29:21.699399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.705355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f2005365-a40b-4763-b9b1-2c3afce4f4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:21.731507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c19d2c6-35d8-4a0c-b919-affbf6590c53,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:21.740123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:21.744613 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-f7dbd1a4-ee50-428e-8ced-630735b95a69 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839263 Jan 27 18:29:21.745640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:21.746818 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c19d2c6-35d8-4a0c-b919-affbf6590c53 HTTP/1.1" status: 204 len: 168 time: 0.3911512 Jan 27 18:29:21.877263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650905c-4ca4-4fc2-94d0-8d7c0ed61404 req-d8c375f0-874c-41ce-958c-e52c02aa83b3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:21.878783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a650905c-4ca4-4fc2-94d0-8d7c0ed61404 req-d8c375f0-874c-41ce-958c-e52c02aa83b3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2283669 Jan 27 18:29:21.932550 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e621526f-4ee4-4341-8ff2-e0f96741ec51 req-c9197802-9134-4907-b2c4-48b2061d0804 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1773682 Jan 27 18:29:21.970020 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a650905c-4ca4-4fc2-94d0-8d7c0ed61404 req-63606688-c4d4-4058-95da-91e4f02b01b0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843801 Jan 27 18:29:22.286591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-a8de8dc3-02c8-41bc-96bd-4bbf7484a5e9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:22.288265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-a8de8dc3-02c8-41bc-96bd-4bbf7484a5e9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 808 time: 0.2495565 Jan 27 18:29:22.355687 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-0754d10e-036d-4f07-b6c5-4db08b8aeb3a tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/quotas/f541d5c2d7ee4519b47273e8e2050d38 HTTP/1.1" status: 200 len: 375 time: 0.0255911 Jan 27 18:29:22.419590 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-379018e0-9c4d-4324-8cfa-a19547ff0f7d tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567737 Jan 27 18:29:22.516123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b95f-cc47-462f-a5ef-128f865899f5 req-7711c2f5-8bc7-4321-8231-4a237767825e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:22.518086 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5981b95f-cc47-462f-a5ef-128f865899f5 req-7711c2f5-8bc7-4321-8231-4a237767825e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2287905 Jan 27 18:29:22.883195 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5981b95f-cc47-462f-a5ef-128f865899f5 req-91ba5e95-6f3a-498a-bd89-359a73c07bb2 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381605 Jan 27 18:29:22.935570 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-d4a20e86-ab8a-496b-9c68-59e8263480f7 service neutron] 10.222.0.60 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043364 Jan 27 18:29:23.164262 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-e5464a26-7a94-4353-ac8f-917e97c09b9e service neutron] 10.222.0.60 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2135181 Jan 27 18:29:23.252272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ff95f-5065-4438-884d-c1d043a7c963 req-a864f2c5-0cdb-4a15-8df3-0e5c4055727b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:23.254154 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-163ff95f-5065-4438-884d-c1d043a7c963 req-a864f2c5-0cdb-4a15-8df3-0e5c4055727b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2233531 Jan 27 18:29:23.322514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:23.390541 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-163ff95f-5065-4438-884d-c1d043a7c963 req-569e1c54-79b9-4f63-9713-a3af23c91f83 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1283042 Jan 27 18:29:23.420470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port d4925d60-8822-45bf-a6ee-b12830fed5d1 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:29:23.426923 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:23.427224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:23.531662 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-659394e9-11da-440a-a804-dbb674384292 req-feca7159-02dd-4990-9225-a61ca4e69ff1 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 210 time: 0.0607033 Jan 27 18:29:23.606277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:23.639760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:23.652361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:23.656210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:23.658470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:23.688634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4383-4dd2-414b-a032-c84fbb716dd3 req-b2a56c9b-4899-47a6-9782-0346dc99c24b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:23.697135 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-271b4383-4dd2-414b-a032-c84fbb716dd3 req-b2a56c9b-4899-47a6-9782-0346dc99c24b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2901454 Jan 27 18:29:23.757868 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'code': 200} Jan 27 18:29:23.758522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:23.766840 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-271b4383-4dd2-414b-a032-c84fbb716dd3 req-ac0111ae-248e-4714-9abe-ee5cab567fc5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687058 Jan 27 18:29:23.767507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.767894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.768271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.768643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.769010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.769401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.769762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.770124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.770486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.770885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.771244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.771600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.772029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.772457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.772828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.773244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.773652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.774007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.774363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.774718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.775075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.775430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.775786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.776214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:23.780917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:24.254651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99c14a-a97d-4e87-acca-b48499c0e75b req-f2a2b2a3-e483-4688-8257-482c73cf80e0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:24.256265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6e99c14a-a97d-4e87-acca-b48499c0e75b req-f2a2b2a3-e483-4688-8257-482c73cf80e0 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.2218697 Jan 27 18:29:24.286384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777e522-14f3-4f41-b5a7-7a878f3adbc8 req-a357b56b-d4b8-49a9-a308-228c1258ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:24.288092 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e777e522-14f3-4f41-b5a7-7a878f3adbc8 req-a357b56b-d4b8-49a9-a308-228c1258ffb9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.0919635 Jan 27 18:29:24.325658 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6e99c14a-a97d-4e87-acca-b48499c0e75b req-88d823af-6bef-4062-96e6-45aa6ae3b733 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Jan 27 18:29:24.335322 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e777e522-14f3-4f41-b5a7-7a878f3adbc8 req-6d6e908a-122a-40af-9aa1-f8e968bfebd9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0395103 Jan 27 18:29:24.686934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0d825-06d5-48f9-8b62-066c09f86794 req-272a80c4-1f18-4891-b93f-fb51f0450a58 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:24.688568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-95d0d825-06d5-48f9-8b62-066c09f86794 req-272a80c4-1f18-4891-b93f-fb51f0450a58 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.1720216 Jan 27 18:29:24.739576 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-deefe222-456f-4b38-a934-c5512096a74d req-36dfd271-72a8-47d9-b803-5c76cf26c27c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 210 time: 0.0498576 Jan 27 18:29:24.800272 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-95d0d825-06d5-48f9-8b62-066c09f86794 req-a981ec0f-6454-4ef3-9ed1-332cb7ccef6c tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0690641 Jan 27 18:29:24.822913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:24.907220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:24.907700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:25.117911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2451233-97fe-4e8f-8715-ddc3d7101c3f req-5a661b01-86c2-4920-bcf5-a23250721288 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:25.119696 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c2451233-97fe-4e8f-8715-ddc3d7101c3f req-5a661b01-86c2-4920-bcf5-a23250721288 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2007134 Jan 27 18:29:25.189553 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c2451233-97fe-4e8f-8715-ddc3d7101c3f req-b6f2cf1c-a4ec-4e39-acee-48b1234c4be9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625892 Jan 27 18:29:25.301371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-1ed91581-f056-4ce1-a7c2-990fc3d90cee tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:25.303043 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-1ed91581-f056-4ce1-a7c2-990fc3d90cee tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 808 time: 0.2597275 Jan 27 18:29:25.343035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Request body: {'port': {'device_id': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f', 'admin_state_up': True, 'tenant_id': 'f541d5c2d7ee4519b47273e8e2050d38'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:25.502642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:25.517942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:25.529928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Made reservation on behalf of f541d5c2d7ee4519b47273e8e2050d38 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:29:25.551537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:25.638757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598c1a-7d2d-425b-937d-0b1a54cb7f39 req-6118b518-669c-4a1e-b858-6bbf0aef292c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:25.640474 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb598c1a-7d2d-425b-937d-0b1a54cb7f39 req-6118b518-669c-4a1e-b858-6bbf0aef292c tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.1788647 Jan 27 18:29:25.713325 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb598c1a-7d2d-425b-937d-0b1a54cb7f39 req-171f200f-86b3-408f-ba29-f3c3ec79b11e tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601394 Jan 27 18:29:25.962661 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8e57e688-445d-4daa-a0d7-832e2a2147d3 req-64e03d7d-365d-49d7-be06-d4fd204aef77 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 210 time: 0.0711484 Jan 27 18:29:25.973641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Allocated IP 172.20.0.7 (6ef6875b-fb8f-4ddc-af35-777f2cc3081f/4c791a38-23b5-4255-b3fd-70dc26c3db98/82abb72d-c523-4e83-968c-cb1a6bf5a0d6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:29:26.145387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448855-dfb2-4ef4-803e-484e2454cd12 req-baac738a-daaa-45e4-a760-ea4f12ce50f4 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:26.153715 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e448855-dfb2-4ef4-803e-484e2454cd12 req-baac738a-daaa-45e4-a760-ea4f12ce50f4 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.1898811 Jan 27 18:29:26.226994 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5e448855-dfb2-4ef4-803e-484e2454cd12 req-d211a256-d689-42a0-aa97-761980940dea tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0717545 Jan 27 18:29:26.262138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:26.300770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:26.325170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5b5fbda6-6c97-4569-8bc4-0e99916b6788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:26.497302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Pushing event updated for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:26.502531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:26.578491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc375cc5-521c-4ac8-8f31-b68375a6a666 req-c40dd931-1074-41ed-a60d-806b58c5dd1b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:26.580457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc375cc5-521c-4ac8-8f31-b68375a6a666 req-c40dd931-1074-41ed-a60d-806b58c5dd1b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.1824753 Jan 27 18:29:26.777343 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc375cc5-521c-4ac8-8f31-b68375a6a666 req-649a0153-c13e-4933-a355-6dd95437c55a tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1517217 Jan 27 18:29:26.782307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:29:26.784271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:29:26.787567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:29:26.886199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbae9-5f78-49bd-92bf-e576b13a7276 req-ef21f343-989e-4c3b-8ae9-e2660b4b02fb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:26.888134 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-689bbae9-5f78-49bd-92bf-e576b13a7276 req-ef21f343-989e-4c3b-8ae9-e2660b4b02fb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3062723 Jan 27 18:29:26.923010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:26.923805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:26.950922 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6125164 Jan 27 18:29:26.970063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Request body: {'port': {'device_id': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:26.976318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:26.978198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-0411637e-d955-4196-877d-80788ae8d005 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:26.979911 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-0411637e-d955-4196-877d-80788ae8d005 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.3465075 Jan 27 18:29:27.068791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:27.069246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.127993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.178180 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-689bbae9-5f78-49bd-92bf-e576b13a7276 req-c33a3e9d-87dc-4d27-b36f-507dd4f4b2dd tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971364 Jan 27 18:29:27.202371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Deleting port 025fcf77-a70d-47ba-9199-b2d52ca99f67 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:27.202758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.241457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 025fcf77-a70d-47ba-9199-b2d52ca99f67 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:27.383754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.424378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 025fcf77-a70d-47ba-9199-b2d52ca99f67, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:27.426077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:27.432706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.435110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:27.491225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9add-32de-4fb6-a68e-6f8d7f12666f req-e6a6efb2-4e54-4446-aced-f071ba9f4088 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:27.492906 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c92b9add-32de-4fb6-a68e-6f8d7f12666f req-e6a6efb2-4e54-4446-aced-f071ba9f4088 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 945 time: 0.5107725 Jan 27 18:29:27.531566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:27.535395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:27.622725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:29:27.632225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.647204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Transition to ACTIVE for port object 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:29:27.650567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:27.674834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:27.700926 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-d05d65f1-95be-4e0f-96b2-321223abc5d4 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4556546 Jan 27 18:29:27.778300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:27.821792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:27.822251 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c92b9add-32de-4fb6-a68e-6f8d7f12666f req-0f8763ee-e479-4318-aca3-b96469a47616 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/security-groups?id=09ce13f8-eb9d-451d-af52-3a674a1e51a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752609 Jan 27 18:29:27.825460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:27.827227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:27.834820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Usage tracker for resource:floatingip and tenant:64041d4054af4190a998da85a176c850 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:27.841243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:27.857588 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:27.895801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.030636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Attempting to bind port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:29:28.031377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Attempting to bind port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:29:28.031950 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Attempting to bind port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 on network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:29:28.040114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:29:28.040867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Checking segment: {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:29:28.041533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.042594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Bound using segment: {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:29:28.043281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Bound port: 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6ef6875b-fb8f-4ddc-af35-777f2cc3081f'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:29:28.043870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.052904 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] For port 025fcf77-a70d-47ba-9199-b2d52ca99f67, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=025fcf77-a70d-47ba-9199-b2d52ca99f67,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:28.053327 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.150678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:29:28.154819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:29:28.160039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.179920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:28.351310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:28.356011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:28.391760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:28.392765 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.394372 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] 10.222.0.54 "PUT /v2.0/ports/82abb72d-c523-4e83-968c-cb1a6bf5a0d6 HTTP/1.1" status: 200 len: 1157 time: 1.4289680 Jan 27 18:29:28.394918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:28.432929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Calling delete_port for 025fcf77-a70d-47ba-9199-b2d52ca99f67 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:28.548928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-3d235c39-833a-4a63-baa0-ac3f2cbe9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:28.550651 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-3d235c39-833a-4a63-baa0-ac3f2cbe9b4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 1160 time: 0.0890954 Jan 27 18:29:28.644963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42ba9c-8811-4247-aa7d-e90545b79907 req-954fc4d4-0666-4b17-a9ce-62b970076a11 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:28.646822 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ac42ba9c-8811-4247-aa7d-e90545b79907 req-954fc4d4-0666-4b17-a9ce-62b970076a11 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 943 time: 0.6514030 Jan 27 18:29:28.660934 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-7ef9c95a-ed5c-4fb5-9bc7-1f3209437377 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0779197 Jan 27 18:29:28.740985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef317-43c8-48b7-8662-e3b41492672a req-c430af5c-f2e1-4b56-a14e-083cf5a46b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:28.742754 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-c430af5c-f2e1-4b56-a14e-083cf5a46b14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c791a38-23b5-4255-b3fd-70dc26c3db98 HTTP/1.1" status: 200 len: 848 time: 0.0730927 Jan 27 18:29:28.795105 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ac42ba9c-8811-4247-aa7d-e90545b79907 req-6de15cbc-fea4-491d-89cd-d9e35cd07c7d tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391094 Jan 27 18:29:28.799993 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-a38ebea4-eeec-42fb-b24f-ad2c858d689f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496516 Jan 27 18:29:28.803240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.811816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:28.819401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.838424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:28.917034 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Pushing event deleted for resources: {'Port': ['ID=025fcf77-a70d-47ba-9199-b2d52ca99f67,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:28.931751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:28.932290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:28.974163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:29.005883 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67', 'code': 200} Jan 27 18:29:29.118119 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-5be02d8f-4e0d-443c-b2d8-305636f75fdc service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090069 Jan 27 18:29:29.290753 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-456ef317-43c8-48b7-8662-e3b41492672a req-c9c0e153-5609-4ca6-af29-0acfc0608c36 service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1602602 Jan 27 18:29:29.399416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] No DVR routers for this DVR port 025fcf77-a70d-47ba-9199-b2d52ca99f67 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:29.404512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:29.409136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-deleted', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:29.530524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aedac3-c751-41ac-844e-3a61c26f9ace req-6b6193da-57ef-4963-bce7-cb73881fbda5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:29.532158 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-71aedac3-c751-41ac-844e-3a61c26f9ace req-6b6193da-57ef-4963-bce7-cb73881fbda5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3997498 Jan 27 18:29:29.544790 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0f46fe0f-a2a8-4967-85c3-93a1b77b78f1 req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.54 "DELETE /v2.0/ports/025fcf77-a70d-47ba-9199-b2d52ca99f67 HTTP/1.1" status: 204 len: 173 time: 2.5026670 Jan 27 18:29:29.547218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Allocated IP 172.28.2.22 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/5c951baa-8c3d-423b-80e2-305fa9ec4961) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:29:29.688638 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-71aedac3-c751-41ac-844e-3a61c26f9ace req-e74bb199-3e6d-4d59-8f03-3d2a1d18108e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426256 Jan 27 18:29:29.784189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6', 'status': 'completed', 'code': 200} Jan 27 18:29:29.798752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:29.831554 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:29.846633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:30.070518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-7132c2c5-f35a-49d8-89bd-5972821ca9b1 req-b00e7ff4-2dcf-4abc-a13f-ba2e859ab877 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Synchronizing usage tracker for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:30.098602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'Port': ['ID=5c951baa-8c3d-423b-80e2-305fa9ec4961,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:30.102579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:30.143257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-7132c2c5-f35a-49d8-89bd-5972821ca9b1 req-b00e7ff4-2dcf-4abc-a13f-ba2e859ab877 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Unset dirty status for tenant:1f2ecfe0cbfa4ab8af4816d11432cfa5 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:30.144540 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7132c2c5-f35a-49d8-89bd-5972821ca9b1 req-b00e7ff4-2dcf-4abc-a13f-ba2e859ab877 tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] 10.222.0.60 "GET /v2.0/ports?device_id=08fec164-24e3-4050-9a03-9f75a79fe870 HTTP/1.1" status: 200 len: 210 time: 0.1956003 Jan 27 18:29:30.175414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-7117c630-cb14-4873-9a95-657de3263825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:30.177098 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-7117c630-cb14-4873-9a95-657de3263825 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 1160 time: 0.2929280 Jan 27 18:29:30.275967 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fec164-24e3-4050-9a03-9f75a79fe870', 'name': 'network-vif-deleted', 'tag': '025fcf77-a70d-47ba-9199-b2d52ca99f67', 'status': 'completed', 'code': 200} Jan 27 18:29:30.284684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:29:30.287674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:29:30.291661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:29:30.532507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-16d16062-8db8-4dbf-b99f-9af9e86a67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:30.534873 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-16d16062-8db8-4dbf-b99f-9af9e86a67f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 200 len: 902 time: 0.3505356 Jan 27 18:29:30.628442 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-2b23b96f-c7cb-4d67-bd2a-db136e8b0866 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0799849 Jan 27 18:29:30.636468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:30.811914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4081d-fc10-4033-bdb3-8c790904eba1 req-e7d4335b-605a-4395-b0c5-ea2420092ee1 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:30.813559 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8fd4081d-fc10-4033-bdb3-8c790904eba1 req-e7d4335b-605a-4395-b0c5-ea2420092ee1 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 943 time: 0.4681947 Jan 27 18:29:30.876591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-ee0699e0-fc59-4240-9577-cc0851f6343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:30.878283 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-ee0699e0-fc59-4240-9577-cc0851f6343e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c791a38-23b5-4255-b3fd-70dc26c3db98 HTTP/1.1" status: 200 len: 848 time: 0.2345285 Jan 27 18:29:30.886087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:31.219885 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-e7219317-c919-4747-8b4a-83ea964f687d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ef6875b-fb8f-4ddc-af35-777f2cc3081f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3050799 Jan 27 18:29:31.270961 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8fd4081d-fc10-4033-bdb3-8c790904eba1 req-9a01ab02-b555-42c0-9566-5350354bbf1b tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432747 Jan 27 18:29:31.615796 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-7a36c561-306c-47b5-9aae-5f5fbf9f247a service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873632 Jan 27 18:29:31.861754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463cff-16a3-42db-989e-91be8259d071 req-6f4a5a9a-baad-494c-9b61-5acdf843dffc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:31.863409 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e1463cff-16a3-42db-989e-91be8259d071 req-6f4a5a9a-baad-494c-9b61-5acdf843dffc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4705691 Jan 27 18:29:31.987520 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e1463cff-16a3-42db-989e-91be8259d071 req-1f8db6eb-c98a-4935-96f9-5ca8a1151e52 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159058 Jan 27 18:29:31.992086 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d16de3d5-fc61-4ccd-ae38-e9846724086d req-475c6bf5-7e11-431c-b230-e29cf713ab03 service neutron] 10.222.0.54 "GET /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3654199 Jan 27 18:29:31.994191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:31.998009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:32.014631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3878bcf1-adf2-4c1a-9c4d-e7e814d014e4 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:32.105188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53506) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:32.160692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event updated for resources: {'Port': ['ID=5c951baa-8c3d-423b-80e2-305fa9ec4961,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:32.187552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.187900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.188347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.188737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.189171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.189541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.189942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.190319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.190676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.191049 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.191422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.191796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.192250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.192623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.192998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.193416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.193809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.194160 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.194542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.194892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.195266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.195634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.196003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.196372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:29:32.203253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:32.297973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:32.319723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:32.321086 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6051698 Jan 27 18:29:32.475154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-ded977ff-ef0d-461e-9ce4-70150b521b15 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:floatingip {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:32.513974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-ded977ff-ef0d-461e-9ce4-70150b521b15 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:floatingip {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:32.515280 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-ded977ff-ef0d-461e-9ce4-70150b521b15 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1851285 Jan 27 18:29:32.712504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d15bc6-a426-4086-95a7-7f2b54a9b862 req-28f000ac-b3b1-414c-8f52-166c1f004b73 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:32.714655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-05d15bc6-a426-4086-95a7-7f2b54a9b862 req-28f000ac-b3b1-414c-8f52-166c1f004b73 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 943 time: 0.3052635 Jan 27 18:29:32.823875 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-05d15bc6-a426-4086-95a7-7f2b54a9b862 req-e378c0f5-e0ba-40e8-90af-b0e413e181e9 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000774 Jan 27 18:29:32.910220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-96e3198b-a705-40e2-8880-76059e0043d2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:32.911838 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-96e3198b-a705-40e2-8880-76059e0043d2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 784 time: 0.3891289 Jan 27 18:29:32.923595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-d8ee1c26-750b-4246-8d83-0589405829b3 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:29:32.924965 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b62e454-bb3e-40d6-8bad-41aa2a03e05a req-d8ee1c26-750b-4246-8d83-0589405829b3 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0072174 Jan 27 18:29:32.963895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.020965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.334668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-3148149b-0497-47ec-9817-fa9b33e789dd tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:33.336325 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-3148149b-0497-47ec-9817-fa9b33e789dd tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2365553 Jan 27 18:29:33.380539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Deleting port a5fe0579-85c4-4040-b3a6-e110f963eab6 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:33.380904 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.516820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ae688-e6cd-4572-822e-31fa1e111b67 req-255cb853-cd26-4181-a92d-cf9beeb75d23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:33.518646 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a03ae688-e6cd-4572-822e-31fa1e111b67 req-255cb853-cd26-4181-a92d-cf9beeb75d23 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3464081 Jan 27 18:29:33.541526 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-bdc1ee96-844a-4860-a1cd-6d81d15e40f2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1968622 Jan 27 18:29:33.569936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Request body: {'floatingip': {'port_id': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:29:33.578857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] For port a5fe0579-85c4-4040-b3a6-e110f963eab6, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=a5fe0579-85c4-4040-b3a6-e110f963eab6,segment=NetworkSegment(9e30c773-fde1-4a5b-b670-d9cdd49549aa),segment_id=9e30c773-fde1-4a5b-b670-d9cdd49549aa)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:33.579260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.674048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:33.687744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.721651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Calling delete_port for a5fe0579-85c4-4040-b3a6-e110f963eab6 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:33.761068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:29:33.767411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:33.767967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.793414 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a03ae688-e6cd-4572-822e-31fa1e111b67 req-a57c535f-74e4-4c48-b926-0515124cc3a2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507417 Jan 27 18:29:33.910197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.947450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:33.948603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:33.955461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:33.956811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:34.016227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:34.064945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:34.137922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:34.141580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:34.161275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:34.162187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:34.234205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9162006-cff7-43b7-bd3b-eee4ae5d38cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:34.289038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fe0579-85c4-4040-b3a6-e110f963eab6,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:34.294145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:34.550279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544753a-26b3-4cd5-b215-8daa0d5fc7f8 req-6a855cd4-ca44-4ba3-a281-178f66ae23c5 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:34.551976 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1544753a-26b3-4cd5-b215-8daa0d5fc7f8 req-6a855cd4-ca44-4ba3-a281-178f66ae23c5 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.5421951 Jan 27 18:29:34.555811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:34.717952 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1544753a-26b3-4cd5-b215-8daa0d5fc7f8 req-05476e5f-621f-4885-b482-d072b6eff32d tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037807 Jan 27 18:29:34.795791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6', 'code': 200} Jan 27 18:29:34.875624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:34.879425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:34.922607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:35.228828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:29:35.248730 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Floating IP 94ee61fd-2bed-4848-a3f7-3f676667dd26 associated. External IP: 172.28.2.22, port: d4925d60-8822-45bf-a6ee-b12830fed5d1. Jan 27 18:29:35.286312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:35.286656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:35.560189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e437e5b-bede-4baf-8d28-64852ec76e88 req-1b139124-6431-4d7d-a48b-f412dca282b8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:35.561965 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6e437e5b-bede-4baf-8d28-64852ec76e88 req-1b139124-6431-4d7d-a48b-f412dca282b8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.4805243 Jan 27 18:29:35.596921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf4fdf-dbff-4ee6-93ba-e792717f6b66 req-919ae302-7f86-4064-9e4d-c218034342b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:35.598650 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6bf4fdf-dbff-4ee6-93ba-e792717f6b66 req-919ae302-7f86-4064-9e4d-c218034342b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 1162 time: 0.4198964 Jan 27 18:29:35.665638 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6bf4fdf-dbff-4ee6-93ba-e792717f6b66 req-5e710b54-dad7-427b-b83b-8d3efde8bc95 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Jan 27 18:29:35.698917 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:29:35.711255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Sync routers for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:29:35.718733 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6d9e553d-c3ca-42e0-b265-1266e9894f08 admin admin] 10.222.0.60 "PUT /v2.0/routers/934da044-1fb6-4a72-9f7f-3e25ca7d2659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6123376 Jan 27 18:29:35.721898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:35.726496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:29:35.728074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:29:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:35.933924 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6e437e5b-bede-4baf-8d28-64852ec76e88 req-a23ef777-a9ae-4520-a15e-fa5006f7b865 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619959 Jan 27 18:29:35.952421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Router 5a46eab2-9501-4988-a465-db02018d29de has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:29:36.083558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:36.149013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:29:36.384380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:36.397500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Deleting port 5f23063c-3226-4cfc-904a-66edc82cf44c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:36.397888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:36.482642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedacda-dbdf-46bd-88e8-407fa820ffcb req-2a45fba3-b798-4015-a2d5-397ccce04521 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:36.484758 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0cedacda-dbdf-46bd-88e8-407fa820ffcb req-2a45fba3-b798-4015-a2d5-397ccce04521 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.2996562 Jan 27 18:29:36.486271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:29:36.492348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:36.500918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Sync routers for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:29:36.520834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:29:36.525776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:29:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:36.572203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:29:33Z', 'revision_number': 5, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:36.577057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Checking router: 934da044-1fb6-4a72-9f7f-3e25ca7d2659 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:29:36.587804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Routers {'934da044-1fb6-4a72-9f7f-3e25ca7d2659'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:29:36.588645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:29:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:36.758466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] For port 5f23063c-3226-4cfc-904a-66edc82cf44c, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f23063c-3226-4cfc-904a-66edc82cf44c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:36.758892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:36.771610 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-70ecb3ea-7d5c-4b1b-8488-2efa9ade836b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "PUT /v2.0/floatingips/94ee61fd-2bed-4848-a3f7-3f676667dd26 HTTP/1.1" status: 200 len: 995 time: 3.2113535 Jan 27 18:29:36.784683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:36.993606 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Calling delete_port for 5f23063c-3226-4cfc-904a-66edc82cf44c owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:37.072165 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0cedacda-dbdf-46bd-88e8-407fa820ffcb req-0475d5e7-cb2d-4ced-aa18-eeb7650cc704 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761772 Jan 27 18:29:37.135956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:29:37.145687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-15d2b6aa-b1c3-4b20-a82b-9b6f21663719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:37.148082 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-15d2b6aa-b1c3-4b20-a82b-9b6f21663719 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.3316641 Jan 27 18:29:37.286431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] Set router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:29:37.338440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: result = function(*args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: proto.__init__(conn_state, self) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: self.handle() Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: self.handle_one_request() Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: self.handle_one_response() Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: result = self.application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return app(environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return request.get_response(self.application) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self._app) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: response = self.app(environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:29:37.346531 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: result = method(request=request, **args) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return self._delete(request, id, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*dup_args, **dup_kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: obj_deleter(request.context, id, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return method(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(*dup_args, **dup_kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: self._delete_current_gw_port(context, id, router, None) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: admin_ctx, gw_port_id, l3_port_check=False) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, context, *args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return method(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: context, port, router_ids, bound_mech_contexts) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: return function(*args, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: callback(resource, event, trigger, **kwargs) Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: if self._is_session_semantic_violated(context, resource, event): Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: stack = traceback.extract_stack() Jan 27 18:29:37.354697 dv-cinder-772388-3-smb neutron-server[80001]: Jan 27 18:29:37.875295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '94ee61fd-2bed-4848-a3f7-3f676667dd26', 'tenant_id': '64041d4054af4190a998da85a176c850', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '5a46eab2-9501-4988-a465-db02018d29de', 'port_id': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'mac_address': 'fa:16:3e:78:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:29:30Z', 'updated_at': '2021-01-27T18:29:34Z', 'revision_number': 1, 'project_id': '64041d4054af4190a998da85a176c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:37.875933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:37.888551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Checking router: 5a46eab2-9501-4988-a465-db02018d29de for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:29:37.913717 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:29:37.914626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:29:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:37.999612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:29:33Z', 'revision_number': 5, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:38.012183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f884db-a944-4dff-9a50-de1e55886caf None None] The sync data for ids ['934da044-1fb6-4a72-9f7f-3e25ca7d2659'] in dv-cinder-772388-3-smb is: [{'id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'name': 'tempest-ServerRescueNegativeTestJSON-149556819-router', 'tenant_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:12Z', 'updated_at': '2021-01-27T18:29:33Z', 'revision_number': 5, 'project_id': '1f2ecfe0cbfa4ab8af4816d11432cfa5', 'gw_port': {'id': '5f23063c-3226-4cfc-904a-66edc82cf44c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934da044-1fb6-4a72-9f7f-3e25ca7d2659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:14Z', 'updated_at': '2021-01-27T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:29:38.014203 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'status': 'completed', 'code': 200} Jan 27 18:29:38.212951 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.220624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.287360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-d16f7559-cc51-49e5-8246-bcbb0c6c4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:38.308645 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-d16f7559-cc51-49e5-8246-bcbb0c6c4098 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 1.1446817 Jan 27 18:29:38.342926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.343473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934da044-1fb6-4a72-9f7f-3e25ca7d2659 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:29:38.367702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:29:38.396515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.398889 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a50ff0ec-4bce-4026-99a3-3ce5498c04c8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/934da044-1fb6-4a72-9f7f-3e25ca7d2659 HTTP/1.1" status: 204 len: 168 time: 2.6753783 Jan 27 18:29:38.403048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53618) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:38.590971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Deleting subnet ddc9b1c6-6606-4f89-94f1-d4760f990ab5 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:29:38.594744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.673761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.707462 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b25436-ae67-42d3-a8a2-36043d1d45eb req-4b2c932f-51d1-4dc5-a8e5-3ea2bb3d4bff tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:38.716283 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49b25436-ae67-42d3-a8a2-36043d1d45eb req-4b2c932f-51d1-4dc5-a8e5-3ea2bb3d4bff tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.5254269 Jan 27 18:29:38.735407 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-4f536da8-664b-40b4-a9f5-15f470855de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 998 time: 0.4254534 Jan 27 18:29:38.746857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-6971ebfb-b022-4809-8343-823506dba418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:38.748780 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-6971ebfb-b022-4809-8343-823506dba418 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 1.3569407 Jan 27 18:29:38.800315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:38.818846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '94ee61fd-2bed-4848-a3f7-3f676667dd26', 'tenant_id': '64041d4054af4190a998da85a176c850', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '5a46eab2-9501-4988-a465-db02018d29de', 'port_id': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'mac_address': 'fa:16:3e:78:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:29:30Z', 'updated_at': '2021-01-27T18:29:34Z', 'revision_number': 1, 'project_id': '64041d4054af4190a998da85a176c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:38.831654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-3c621686-d0b7-4703-a002-999f0464034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:38.833369 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-3c621686-d0b7-4703-a002-999f0464034d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.0835521 Jan 27 18:29:38.839750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc730218-e950-4d3a-9f9e-7fd382dd9958 None None] The sync data for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb is: [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '94ee61fd-2bed-4848-a3f7-3f676667dd26', 'tenant_id': '64041d4054af4190a998da85a176c850', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '5a46eab2-9501-4988-a465-db02018d29de', 'port_id': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'mac_address': 'fa:16:3e:78:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:29:30Z', 'updated_at': '2021-01-27T18:29:34Z', 'revision_number': 1, 'project_id': '64041d4054af4190a998da85a176c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:29:39.038099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a5fe0579-85c4-4040-b3a6-e110f963eab6 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:39.139676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: a5fe0579-85c4-4040-b3a6-e110f963eab6 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:29:39.140324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device a5fe0579-85c4-4040-b3a6-e110f963eab6 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:29:39.163335 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-49b25436-ae67-42d3-a8a2-36043d1d45eb req-e05f494b-ebb3-4617-bfdc-c436a8490f02 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4456961 Jan 27 18:29:39.222745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eb9a922e-ff6d-4ddb-bcb8-2b37e67a3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:39.271898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-823499ab-58bc-47e4-99fb-e1567a1ce4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:39.274259 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-823499ab-58bc-47e4-99fb-e1567a1ce4be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4115384 Jan 27 18:29:39.299808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-c7c6d35c-0b0e-460a-914d-1ab8595b40e8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:29:39.301077 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-c7c6d35c-0b0e-460a-914d-1ab8595b40e8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0061314 Jan 27 18:29:39.385341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:39.415868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a7d15-87d8-4182-ae0e-6fa9f5b7fc35 None None] New status for floating IP 94ee61fd-2bed-4848-a3f7-3f676667dd26: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:29:39.418282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:39.461996 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc9b1c6-6606-4f89-94f1-d4760f990ab5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:39.521240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:39.606094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:39.607574 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-064ab96f-e589-48f4-932e-2faffb1eb183 service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918489 Jan 27 18:29:39.615430 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ddc9b1c6-6606-4f89-94f1-d4760f990ab5 HTTP/1.1" status: 204 len: 168 time: 1.2086568 Jan 27 18:29:39.625668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53628) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:39.858182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:39.905399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-c1d16feb-fea6-47cb-a77e-e22f207b158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:39.907219 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-c1d16feb-fea6-47cb-a77e-e22f207b158c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 1.0713210 Jan 27 18:29:40.096758 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-30bac804-3be8-455a-98ec-0f28bba603c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 1000 time: 0.1751173 Jan 27 18:29:40.172613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:40.221492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-cdcba40c-4e64-4f71-80a2-8bfce0608584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:40.223898 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-cdcba40c-4e64-4f71-80a2-8bfce0608584 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.0936341 Jan 27 18:29:40.330102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c2e98f-3473-4b07-97ea-00f161d05dc8']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:40.346905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e30c773-fde1-4a5b-b670-d9cdd49549aa') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:40.347380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e30c773-fde1-4a5b-b670-d9cdd49549aa') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:29:40.362009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:40.394956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:40.398451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:29:40.399569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a5a05-0498-43a3-9af6-7b11a0f20473 req-6ead25cb-00e4-40ba-bf8c-65831ea5e7ab tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:40.407609 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-462a5a05-0498-43a3-9af6-7b11a0f20473 req-6ead25cb-00e4-40ba-bf8c-65831ea5e7ab tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.7984762 Jan 27 18:29:40.519823 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-462a5a05-0498-43a3-9af6-7b11a0f20473 req-9153117a-efd3-4930-9351-aeb0a9103d82 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107447 Jan 27 18:29:40.640228 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d10412c1-be83-442d-8bd5-3bb771e6b881 req-48f057d4-c701-4d53-adc9-b183a3db0565 service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8790951 Jan 27 18:29:40.679737 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-a90dfc50-2167-4252-a1c9-04783fdcf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:40.681511 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-a90dfc50-2167-4252-a1c9-04783fdcf0bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4470134 Jan 27 18:29:40.751031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:29:40.787304 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:41.084575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Network d5c2e98f-3473-4b07-97ea-00f161d05dc8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:29:41.094003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f23063c-3226-4cfc-904a-66edc82cf44c no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:41.145699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 5f23063c-3226-4cfc-904a-66edc82cf44c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:29:41.146366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f23063c-3226-4cfc-904a-66edc82cf44c not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:29:41.183066 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-28687709-8723-4be7-a3f0-8134d9dd73de service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826071 Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:29:41.183814 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:29:41.258005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:41.261815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d04a955-6c97-4774-abcf-e2e19d255758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:41.296419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:41.326783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c2e98f-3473-4b07-97ea-00f161d05dc8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:41.331374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:41.345608 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] 10.222.0.60 "DELETE /v2.0/networks/d5c2e98f-3473-4b07-97ea-00f161d05dc8 HTTP/1.1" status: 204 len: 168 time: 1.7174675 Jan 27 18:29:41.437655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25bf317f-9f00-4e49-8eb2-fc29b55d5ff9 req-d74f3678-0fdc-43a2-9a0b-3c97d07670a3 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2326477 Jan 27 18:29:41.584569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83348a3-1352-4939-b709-48c7344a9fbd req-7ee0d208-5155-4de0-89d0-01f605ecf2aa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:41.587269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d83348a3-1352-4939-b709-48c7344a9fbd req-7ee0d208-5155-4de0-89d0-01f605ecf2aa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.5868137 Jan 27 18:29:41.689728 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d83348a3-1352-4939-b709-48c7344a9fbd req-896d04d4-f1cc-4924-a58f-a8823f5d602d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936878 Jan 27 18:29:41.760198 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 53664) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:41.828310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ec4524a5-ceec-46a9-aad8-2a5e4da7dab9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f2ecfe0cbfa4ab8af4816d11432cfa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660384 Jan 27 18:29:41.831183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53670) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:41.931117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:41.982859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:42.082758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:42.096946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9691-6f54-4474-9fbf-f6a5548af4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:42.112081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:42.128564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d694676-d2a0-4618-8c39-4c14f70618a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:42.150147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce13f8-eb9d-451d-af52-3a674a1e51a3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:42.154398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:42.156066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:42.157740 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09ce13f8-eb9d-451d-af52-3a674a1e51a3 HTTP/1.1" status: 204 len: 168 time: 0.3250546 Jan 27 18:29:42.811215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89c9e9-d8b4-4ab3-99e6-c569f83f10ca req-12ad2ec6-3ea1-4613-923d-f273162c4501 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:42.816917 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ff89c9e9-d8b4-4ab3-99e6-c569f83f10ca req-12ad2ec6-3ea1-4613-923d-f273162c4501 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.2299294 Jan 27 18:29:42.897853 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ff89c9e9-d8b4-4ab3-99e6-c569f83f10ca req-0a745822-a6e1-4526-822e-a06b4223f5fb tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Jan 27 18:29:43.178524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf660c-9367-466f-862a-d3fb373a7d16 req-9ca5e835-c0c1-4bf1-8f27-dafd0e2488d6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:43.181803 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-15cf660c-9367-466f-862a-d3fb373a7d16 req-9ca5e835-c0c1-4bf1-8f27-dafd0e2488d6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2594419 Jan 27 18:29:43.676253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:43.698164 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-15cf660c-9367-466f-862a-d3fb373a7d16 req-be579827-fb4c-4425-b672-e4e61b2ae531 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108988 Jan 27 18:29:43.795374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1f270-20fc-4f81-a688-15f57955dea4 req-6d3348a0-fdc5-49c6-979b-ae7a89e43618 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:43.804656 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cbf1f270-20fc-4f81-a688-15f57955dea4 req-6d3348a0-fdc5-49c6-979b-ae7a89e43618 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.6210971 Jan 27 18:29:43.883769 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cbf1f270-20fc-4f81-a688-15f57955dea4 req-babcebc9-c3b4-4dc0-aad4-eb157246a394 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776062 Jan 27 18:29:44.235660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:44.313183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcae9b-1d88-48cd-a5fc-e55afd746366 req-bc2c14dd-4341-454c-a1a8-4fc6f9c2c8f6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:44.315054 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eabcae9b-1d88-48cd-a5fc-e55afd746366 req-bc2c14dd-4341-454c-a1a8-4fc6f9c2c8f6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.1998425 Jan 27 18:29:44.444530 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eabcae9b-1d88-48cd-a5fc-e55afd746366 req-e99029df-b6bf-4784-b976-dd3efb190415 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223948 Jan 27 18:29:44.594679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b950c3-aa54-4def-980d-e43288d52772 req-260c392e-eef2-4749-bffe-850b50ac6287 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:44.596806 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-39b950c3-aa54-4def-980d-e43288d52772 req-260c392e-eef2-4749-bffe-850b50ac6287 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 945 time: 0.2170315 Jan 27 18:29:44.727781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Deleting port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:44.728367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:44.762943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:45.068899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:45.069223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:45.093224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:45.142175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:45.143692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:45.150674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:45.152709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-569f0311-de95-4b72-9a33-ddc3933f6d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:45.225861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Calling delete_port for 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:45.234416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:45.238620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:45.550104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5f354-b6c3-4c11-b054-f2c382742926 req-dca3013d-c9f2-4690-b74d-26aff1ccba42 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:45.551928 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92a5f354-b6c3-4c11-b054-f2c382742926 req-dca3013d-c9f2-4690-b74d-26aff1ccba42 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2804022 Jan 27 18:29:45.645220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8793a-00ba-4830-87f6-7321a9819288 req-209ea9ab-192c-4abc-8d0e-ecd701237d68 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:45.655919 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5aa8793a-00ba-4830-87f6-7321a9819288 req-209ea9ab-192c-4abc-8d0e-ecd701237d68 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3828428 Jan 27 18:29:45.673378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:29:45.673972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:29:45.755247 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92a5f354-b6c3-4c11-b054-f2c382742926 req-85902296-9548-41a1-9295-3e1597245fe1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838532 Jan 27 18:29:45.790761 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5aa8793a-00ba-4830-87f6-7321a9819288 req-01cc2e87-0ae2-4f13-8489-e07fbf397ffa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360285 Jan 27 18:29:45.844457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6', 'code': 200} Jan 27 18:29:46.170656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d445a-c41c-4eb6-9e53-c9aa71138f5f req-d7b443d3-ca32-49e0-ab49-ecae6b188e4b tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:46.173644 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-472d445a-c41c-4eb6-9e53-c9aa71138f5f req-d7b443d3-ca32-49e0-ab49-ecae6b188e4b tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 943 time: 0.2257333 Jan 27 18:29:46.174694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Deleting port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:29:46.175480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:46.372417 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-472d445a-c41c-4eb6-9e53-c9aa71138f5f req-7ca1bd5f-81c9-432a-92fc-4877b37ed923 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/security-groups?id=60bc5549-b7dc-4890-8f1f-92a3b063fd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637497 Jan 27 18:29:46.546937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] For port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,segment=NetworkSegment(ad32de76-cf3a-4d7b-b2ee-8a9597a3758c),segment_id=ad32de76-cf3a-4d7b-b2ee-8a9597a3758c)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:46.547420 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:46.709936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Calling delete_port for 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:29:46.907028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:47.007929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-91855e55-a9b4-40c6-8635-16ef53c23f51 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:47.182963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Pushing event deleted for resources: {'Port': ['ID=82abb72d-c523-4e83-968c-cb1a6bf5a0d6,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:47.197383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:47.390577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06839e-c917-4d01-8fea-71fc1d63e0ed req-b52db43a-481e-401c-b72a-c910b4edefbe tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:47.392747 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bb06839e-c917-4d01-8fea-71fc1d63e0ed req-b52db43a-481e-401c-b72a-c910b4edefbe tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2863872 Jan 27 18:29:47.561567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992a3e-0964-4add-9a06-77cb2801bc0d req-8ca1028b-2619-4215-9ec4-81ac79c20a16 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:47.563303 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-04992a3e-0964-4add-9a06-77cb2801bc0d req-8ca1028b-2619-4215-9ec4-81ac79c20a16 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.5093684 Jan 27 18:29:47.585359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] No DVR routers for this DVR port 82abb72d-c523-4e83-968c-cb1a6bf5a0d6 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:29:47.619945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:47.627524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-deleted', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:47.669832 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bb06839e-c917-4d01-8fea-71fc1d63e0ed req-5b8e6eb6-7b40-4ab0-8e86-7da17310b233 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322347 Jan 27 18:29:47.720459 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-04992a3e-0964-4add-9a06-77cb2801bc0d req-0bc3defc-f0d5-472e-b236-c436fff94368 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407278 Jan 27 18:29:47.731113 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-39b950c3-aa54-4def-980d-e43288d52772 req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.54 "DELETE /v2.0/ports/82abb72d-c523-4e83-968c-cb1a6bf5a0d6 HTTP/1.1" status: 204 len: 173 time: 3.1264639 Jan 27 18:29:47.796354 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7e4bb-f4f3-4427-992f-e1b115f312d3', 'name': 'network-vif-deleted', 'tag': '82abb72d-c523-4e83-968c-cb1a6bf5a0d6', 'status': 'completed', 'code': 200} Jan 27 18:29:47.956488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a76f361e-e7fa-43fd-843c-6774c0241085 req-90372d9c-054c-4491-9f1a-d38b7606f7a6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Synchronizing usage tracker for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:29:47.982786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a76f361e-e7fa-43fd-843c-6774c0241085 req-90372d9c-054c-4491-9f1a-d38b7606f7a6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Unset dirty status for tenant:f541d5c2d7ee4519b47273e8e2050d38 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:29:47.994691 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a76f361e-e7fa-43fd-843c-6774c0241085 req-90372d9c-054c-4491-9f1a-d38b7606f7a6 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] 10.222.0.60 "GET /v2.0/ports?device_id=80a7e4bb-f4f3-4427-992f-e1b115f312d3 HTTP/1.1" status: 200 len: 210 time: 0.1081049 Jan 27 18:29:49.182071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66258678-f3d1-4133-970a-6a32796e5f9a req-63d4b8e6-40fe-43b2-84cd-553794627e05 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:49.190055 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-66258678-f3d1-4133-970a-6a32796e5f9a req-63d4b8e6-40fe-43b2-84cd-553794627e05 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3165736 Jan 27 18:29:49.349448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630cd33-92c6-4a90-a744-4179da612b6c req-00c8e964-4f76-4eb5-a04d-75abaf0265a3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:49.351070 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f630cd33-92c6-4a90-a744-4179da612b6c req-00c8e964-4f76-4eb5-a04d-75abaf0265a3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.4320960 Jan 27 18:29:49.373383 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-66258678-f3d1-4133-970a-6a32796e5f9a req-bc3f25fd-ac56-487b-a629-b1f4da5f2ef7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818764 Jan 27 18:29:49.466861 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f630cd33-92c6-4a90-a744-4179da612b6c req-1971b301-e2fd-4e91-ab03-28e0c519016f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896759 Jan 27 18:29:50.823932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22f817-aecf-4287-8d81-4d216e5f0b7b req-fbcc70a5-d5db-4f08-9b42-fb2afddde4bf tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:50.825700 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6c22f817-aecf-4287-8d81-4d216e5f0b7b req-fbcc70a5-d5db-4f08-9b42-fb2afddde4bf tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2468967 Jan 27 18:29:51.079960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:51.136890 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6c22f817-aecf-4287-8d81-4d216e5f0b7b req-d2f652b5-ac53-4382-878f-3e653c98db0d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031039 Jan 27 18:29:51.198540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:51.199232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:51.272538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25018714-c119-4c8b-a009-b2c5fff1b6da req-fa04a304-0147-4362-a414-56b4ddd273f7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:51.274425 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25018714-c119-4c8b-a009-b2c5fff1b6da req-fa04a304-0147-4362-a414-56b4ddd273f7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.6193366 Jan 27 18:29:51.409339 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25018714-c119-4c8b-a009-b2c5fff1b6da req-f2651628-c8a9-45bd-97c6-4675dc41d7ac tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919294 Jan 27 18:29:51.428081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-5be6d515-6c41-422b-b84a-78b647869309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:51.429466 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-5be6d515-6c41-422b-b84a-78b647869309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1163 time: 0.1540289 Jan 27 18:29:51.591396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-95c7f4ee-a38e-4f5a-939b-d11741c20fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:51.593062 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-95c7f4ee-a38e-4f5a-939b-d11741c20fe0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1569879 Jan 27 18:29:51.715783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-ff0bd0de-1c47-440d-b53a-c4013a52a408 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 1001 time: 0.1138172 Jan 27 18:29:51.792821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53952) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:51.796705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-2a9c7126-6eef-497f-9f95-d1eddfa872e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:51.798583 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-2a9c7126-6eef-497f-9f95-d1eddfa872e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0763509 Jan 27 18:29:51.886837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-6b631952-24b8-4843-b33b-db518b640e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:51.888881 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-6b631952-24b8-4843-b33b-db518b640e62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829041 Jan 27 18:29:51.952500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:51.970194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:51.974375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Usage tracker for resource:security_group_rule and tenant:1e51fbbf6fe24ddca324989ccb59a729 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:51.977460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:51.983278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:52.044376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-81da7455-6a95-4b76-b0cd-b82420b806bf service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483047 Jan 27 18:29:52.082099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.085400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.095048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6c5ed176-3234-4e3a-8b89-eca475faeed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:52.145696 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e51fbbf6fe24ddca324989ccb59a729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500633 Jan 27 18:29:52.146546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 53960) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:52.147478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96c1cb-8cc9-4d0b-b010-5d9fbdad166b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:52.151901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:52.222791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9cb595af-aed9-4aab-bddc-abcc29a1f0be req-1e8d0600-6048-4548-86a6-66a7b2312b55 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1704044 Jan 27 18:29:52.250555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.284764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.337621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.346413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6f726a40-47d1-463e-894f-62a62a99c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:52.362201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96c1cb-8cc9-4d0b-b010-5d9fbdad166b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:52.365944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:52.386745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:52.396488 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c96c1cb-8cc9-4d0b-b010-5d9fbdad166b HTTP/1.1" status: 204 len: 168 time: 0.2379909 Jan 27 18:29:52.534071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b9390-c56f-48ba-a824-932e49a2d379 req-78da2e55-dd9f-4993-8626-086f6419d8c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:52.536003 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-343b9390-c56f-48ba-a824-932e49a2d379 req-78da2e55-dd9f-4993-8626-086f6419d8c6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2017395 Jan 27 18:29:52.679592 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-343b9390-c56f-48ba-a824-932e49a2d379 req-30fe0313-cff4-407c-9867-14b9b6fd301e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364284 Jan 27 18:29:52.823700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438ad59-a6c3-4f0d-abb4-aba71b81085c req-a0721ddb-ca7e-45d2-b8bc-3ad229596505 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:52.829951 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a438ad59-a6c3-4f0d-abb4-aba71b81085c req-a0721ddb-ca7e-45d2-b8bc-3ad229596505 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2550077 Jan 27 18:29:52.915699 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a438ad59-a6c3-4f0d-abb4-aba71b81085c req-bfc0c889-46c5-4e06-a8b3-13b05cf34e70 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830874 Jan 27 18:29:54.234888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02133-09e9-4842-8941-8b706bbb3797 req-478867ff-c393-42d1-b8b7-b7f73436653e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:54.243647 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-32e02133-09e9-4842-8941-8b706bbb3797 req-478867ff-c393-42d1-b8b7-b7f73436653e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.3522015 Jan 27 18:29:54.406277 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-32e02133-09e9-4842-8941-8b706bbb3797 req-3d531b5d-d952-4ffe-b5f6-f1c915a87e79 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614766 Jan 27 18:29:54.634348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640eac1-4962-4322-93f5-ed7fc03469ca req-06f3342c-e5be-45ff-9f8e-5015127f8237 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:54.654147 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8640eac1-4962-4322-93f5-ed7fc03469ca req-06f3342c-e5be-45ff-9f8e-5015127f8237 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.4068596 Jan 27 18:29:54.823462 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8640eac1-4962-4322-93f5-ed7fc03469ca req-868590c7-40fa-4635-8a98-bce17951c436 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679087 Jan 27 18:29:55.113820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:29:55.225261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 94d778ac-b522-43a8-9b61-56567109b854 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:29:55.225950 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:55.460685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:29:55.667937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:55.714249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=221fb22b-439b-4270-b18a-c47088dac2ff,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:29:55.715480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:29:55.723151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:55.725663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:55.755514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ceee5-990e-4e7f-a0ff-5064de9cd131 req-cacf1d3c-c201-462d-9ea8-db60004ccff2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:55.764572 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b38ceee5-990e-4e7f-a0ff-5064de9cd131 req-cacf1d3c-c201-462d-9ea8-db60004ccff2 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.4067280 Jan 27 18:29:55.812857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28213-800b-47b7-9254-deff4fd95619 req-f5ee7600-0f02-4c5b-b0f5-50cbd3aff79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:55.816526 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-f5ee7600-0f02-4c5b-b0f5-50cbd3aff79b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1163 time: 0.3712881 Jan 27 18:29:55.818021 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:55.822868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:55.978343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54082) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:56.082980 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b38ceee5-990e-4e7f-a0ff-5064de9cd131 req-e27116ba-aad3-47e1-8f27-52263ef86dff tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172750 Jan 27 18:29:56.095633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28213-800b-47b7-9254-deff4fd95619 req-345231fd-760b-4f9d-81d2-3a7ee3d78330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:56.097266 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-345231fd-760b-4f9d-81d2-3a7ee3d78330 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.2280767 Jan 27 18:29:56.218731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:56.249040 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'code': 422} returned with failed status Jan 27 18:29:56.258609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:56.272565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Usage tracker for resource:security_group_rule and tenant:01667e53a20a469b8f92b2cc49de082a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:56.275803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:56.283150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:56.326944 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-8833b422-feca-4c00-aef6-30e8aa4e6a36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 1001 time: 0.1961296 Jan 27 18:29:56.410442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28213-800b-47b7-9254-deff4fd95619 req-3bfa7786-f487-4280-a594-4931b59fab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:56.412055 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-3bfa7786-f487-4280-a594-4931b59fab41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.0736735 Jan 27 18:29:56.573193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3939ffb-7b2c-4b50-9295-ddeac9eaa44b req-4e7d66bb-9602-47d0-b08e-b3a5206e2103 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:56.574935 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3939ffb-7b2c-4b50-9295-ddeac9eaa44b req-4e7d66bb-9602-47d0-b08e-b3a5206e2103 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.8060701 Jan 27 18:29:56.666626 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d3939ffb-7b2c-4b50-9295-ddeac9eaa44b req-fc3962c9-7c94-49b3-bd8b-0876422da81d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789130 Jan 27 18:29:56.678887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:56.684111 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba28213-800b-47b7-9254-deff4fd95619 req-05c08415-f539-43e4-ae7b-da1366351b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:56.684248 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:56.686330 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-05c08415-f539-43e4-ae7b-da1366351b46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2669156 Jan 27 18:29:56.698764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-60855f52-d1ca-4329-a268-1c10390ab0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:56.784050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5583750d-7bbf-4994-a20b-08a555bebcae,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:56.789239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:56.803968 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01667e53a20a469b8f92b2cc49de082a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237660 Jan 27 18:29:56.807085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54102) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:56.894638 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:56.933416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:56.939492 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-b5b51d32-7fce-40e8-9ffd-7bdc510a6374 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449675 Jan 27 18:29:57.002111 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:57.010363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e863592f-a71b-4cc1-83ac-f9aa72c1cc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:57.035059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5583750d-7bbf-4994-a20b-08a555bebcae,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:57.038162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:57.049430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:57.050932 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5583750d-7bbf-4994-a20b-08a555bebcae HTTP/1.1" status: 204 len: 168 time: 0.2426221 Jan 27 18:29:57.272022 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ba28213-800b-47b7-9254-deff4fd95619 req-611d738b-5c4e-4516-a70a-77d3a583ac1d service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3100421 Jan 27 18:29:57.625072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76df5-7656-4e65-8d33-ba3f1b86858b req-8ae9af39-2c3d-416a-8043-b316160e91b5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:57.633282 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ebf76df5-7656-4e65-8d33-ba3f1b86858b req-8ae9af39-2c3d-416a-8043-b316160e91b5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2867944 Jan 27 18:29:57.712347 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ebf76df5-7656-4e65-8d33-ba3f1b86858b req-71d779b1-1ca5-420d-b9a3-df6abc4bb186 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779634 Jan 27 18:29:57.796140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54136) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:57.861443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:57.892889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:29:57.898217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Usage tracker for resource:security_group_rule and tenant:80283b1321f04b708b5c0127fd8220c8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:29:57.906250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:29:57.918912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:29:57.963131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-14b1121b-2c08-4409-ab90-b2d7fb489821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:57.964842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-14b1121b-2c08-4409-ab90-b2d7fb489821 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 1163 time: 0.1672993 Jan 27 18:29:58.127373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.130739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.145351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c5ec397e-a071-49e3-8445-15a5b98df545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:58.256451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de74afe-10b9-4bb1-91ca-8fb50ee8794e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:58.273927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80283b1321f04b708b5c0127fd8220c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761963 Jan 27 18:29:58.274614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54156) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:58.275578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:58.419159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.453545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:29:58.487020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.555358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.566636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e8fb404d-fadd-43a7-a933-fea8fac04b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:29:58.586395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de74afe-10b9-4bb1-91ca-8fb50ee8794e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:29:58.620322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:29:58.621801 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1de74afe-10b9-4bb1-91ca-8fb50ee8794e HTTP/1.1" status: 204 len: 168 time: 0.3452020 Jan 27 18:29:58.635237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:29:58.801870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-3e9e19e2-4ec3-458d-b567-39a99a284a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:58.804059 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-3e9e19e2-4ec3-458d-b567-39a99a284a58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.8110611 Jan 27 18:29:58.919103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54184) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:29:58.984487 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-3a01506e-04e0-4da3-9c46-8e9a70a41bd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 200 len: 1001 time: 0.1253343 Jan 27 18:29:59.160761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-e6924633-cbe9-4136-870e-486cdd041816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:59.162379 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-e6924633-cbe9-4136-870e-486cdd041816 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.1670108 Jan 27 18:29:59.258197 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-5cba8307-7cde-4d40-9fbf-4f328c403b6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3374541 Jan 27 18:29:59.393105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238dfdb-915d-4e24-97c5-d4b0c7d0b7b9 req-385b78a5-00ae-4f84-9b31-b3edb39a3fae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:59.394852 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8238dfdb-915d-4e24-97c5-d4b0c7d0b7b9 req-385b78a5-00ae-4f84-9b31-b3edb39a3fae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.6722388 Jan 27 18:29:59.485251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-33168be4-0f88-4bff-b5a4-5888edbfd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:59.486996 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-33168be4-0f88-4bff-b5a4-5888edbfd2b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2473829 Jan 27 18:29:59.526332 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8238dfdb-915d-4e24-97c5-d4b0c7d0b7b9 req-f999babf-f3b9-4e70-a133-59a312101edf tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203530 Jan 27 18:29:59.658865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9547db8-0612-42e6-a748-9a64997b9562 req-a5fcc294-49b5-425f-ac2f-922ec53de753 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:29:59.661256 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9547db8-0612-42e6-a748-9a64997b9562 req-a5fcc294-49b5-425f-ac2f-922ec53de753 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.5872853 Jan 27 18:29:59.819102 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9547db8-0612-42e6-a748-9a64997b9562 req-05a1cbba-941b-4148-9787-39173dfe5373 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445038 Jan 27 18:29:59.907569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-e834ef2d-748d-4555-b432-f00970b4463c service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011467 Jan 27 18:30:00.259164 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8af9f623-5e26-462b-8504-0b128b54fd75 req-0ae2d144-f946-4565-9247-5a215e878ed5 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3440876 Jan 27 18:30:00.949016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71641e9-f106-40b9-bccf-7d55f2bf077f req-b02fdf07-3674-4d74-9ba0-b1b8ea79b01c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:00.957913 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d71641e9-f106-40b9-bccf-7d55f2bf077f req-b02fdf07-3674-4d74-9ba0-b1b8ea79b01c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2147262 Jan 27 18:30:01.057900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d71641e9-f106-40b9-bccf-7d55f2bf077f req-2d41e745-bf56-4ea1-84f8-18026b1973dc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985677 Jan 27 18:30:01.201218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-c36aff92-b26f-4558-b90f-b13979c2547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:01.203541 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-c36aff92-b26f-4558-b90f-b13979c2547e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0&tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 1161 time: 0.1183355 Jan 27 18:30:01.357838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-09648d2f-d025-4e28-8a61-9e18b2919c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:01.364138 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-09648d2f-d025-4e28-8a61-9e18b2919c6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1161 time: 0.1139717 Jan 27 18:30:01.560345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-376f6f0b-d11b-486b-a8af-d43f7210f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:01.565790 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-376f6f0b-d11b-486b-a8af-d43f7210f810 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1944101 Jan 27 18:30:01.724388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-a7d94026-8a7e-4415-a6e9-c8d7a4cf3970 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 999 time: 0.1540921 Jan 27 18:30:01.833957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-95fe0558-3c59-45db-8e28-a8106e766b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:01.835893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-95fe0558-3c59-45db-8e28-a8106e766b5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.1001701 Jan 27 18:30:01.990349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-9b2fff13-fbff-4d0e-be9b-8633d4af5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:01.991997 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-9b2fff13-fbff-4d0e-be9b-8633d4af5bb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1345038 Jan 27 18:30:02.237135 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-b404f4f3-76ed-412a-8433-2cedf12313b1 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259429 Jan 27 18:30:02.559393 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a0d0e157-8322-42f5-ae7e-6ea6570f8f4a req-7785d65d-10ce-4aad-a76a-04012fa82cbd service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3113637 Jan 27 18:30:02.701552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869609-7439-42e0-a730-b25f451b8653 req-61c0d573-fdbe-4eb0-a2cb-25f1b1a0875d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:02.706291 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-81869609-7439-42e0-a730-b25f451b8653 req-61c0d573-fdbe-4eb0-a2cb-25f1b1a0875d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.3516700 Jan 27 18:30:02.846880 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-81869609-7439-42e0-a730-b25f451b8653 req-fcbba300-ffb2-4047-b346-afbb14624200 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337216 Jan 27 18:30:03.107314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54320) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:03.162895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.355898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.381657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:03.387937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Usage tracker for resource:security_group_rule and tenant:93e9079bee034e6f9b5e207a038b757a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:03.391952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:03.398718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:03.520995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.525476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.557810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d81ec90c-05ef-46c2-a7cd-1de430b35137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:03.573533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54344) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:03.573798 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93e9079bee034e6f9b5e207a038b757a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646268 Jan 27 18:30:03.609410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a3f6be-d700-45d3-aac2-43e6e522a596,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:03.630171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:03.652004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.683932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.750074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.756100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-eb3c1354-eeb5-4af5-83f5-12530d2a74e1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:03.773556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a3f6be-d700-45d3-aac2-43e6e522a596,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:03.777104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:03.779484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:03.780729 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98a3f6be-d700-45d3-aac2-43e6e522a596 HTTP/1.1" status: 204 len: 168 time: 0.2060552 Jan 27 18:30:04.074320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54372) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:04.349605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608781bf-f7f4-4ce6-b1fb-9b0a2948b394 req-be499d1b-3277-4508-8990-6a0412dca998 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:04.357981 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-608781bf-f7f4-4ce6-b1fb-9b0a2948b394 req-be499d1b-3277-4508-8990-6a0412dca998 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2075949 Jan 27 18:30:04.440455 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-608781bf-f7f4-4ce6-b1fb-9b0a2948b394 req-ed056487-e421-4bf0-8f1e-da9d0d467562 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808387 Jan 27 18:30:04.481507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.499295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:04.503750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Usage tracker for resource:security_group_rule and tenant:7abd427aa1684dd1a0aa5a4edb114bbf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:04.507020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:04.513647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:04.624062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.628443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.662115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:04.671568 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7abd427aa1684dd1a0aa5a4edb114bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5948985 Jan 27 18:30:04.674787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54386) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:04.689170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54390) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:04.721849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.749368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:04.754632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e5f1b-f8ef-4d4d-80fc-3c472f567133,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:04.757786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Usage tracker for resource:security_group_rule and tenant:bf86a12aa658463fb5e79389ca63f7a8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:04.758711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.761368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:04.762582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:04.770440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:04.812048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.872900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.884171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-61f1def8-5fb0-4d4f-8a0a-385045d7a9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:04.902154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e5f1b-f8ef-4d4d-80fc-3c472f567133,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:04.910477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:04.928194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.931775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.957409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:04.965544 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a1e5f1b-f8ef-4d4d-80fc-3c472f567133 HTTP/1.1" status: 204 len: 168 time: 0.2889967 Jan 27 18:30:04.990908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:05.013312 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf86a12aa658463fb5e79389ca63f7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229051 Jan 27 18:30:05.016324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54396) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:05.076935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5799b627-24d5-4696-9bfb-79da3a3977a7,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:05.086139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:05.153196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:05.191864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:05.249585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:05.258433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85f057ac-f49c-484a-b542-5d21c8eca175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:05.295791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5799b627-24d5-4696-9bfb-79da3a3977a7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:05.300509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:05.302316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:05.303903 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5799b627-24d5-4696-9bfb-79da3a3977a7 HTTP/1.1" status: 204 len: 168 time: 0.2859838 Jan 27 18:30:05.838258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54408) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:05.870734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:05.914269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:05.922219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Usage tracker for resource:security_group_rule and tenant:8697cac9eee3495dadf43ff62bc83e0d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:05.926800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:05.944900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:06.097491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b5a77-e7bc-490f-bfe0-0f9cb2ff7399 req-ee1f9f28-7911-4407-9c2b-8c81b3c48dca tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:06.105960 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f5b5a77-e7bc-490f-bfe0-0f9cb2ff7399 req-ee1f9f28-7911-4407-9c2b-8c81b3c48dca tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.3667030 Jan 27 18:30:06.191675 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f5b5a77-e7bc-490f-bfe0-0f9cb2ff7399 req-c2046dd9-e9cb-490a-93d1-67a3dba2c01c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846162 Jan 27 18:30:06.203670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.207219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.218753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b10fd5c6-54ac-46b1-8c04-d29295dce7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:06.257564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba86c33-b424-4386-9294-52aae3a445b2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:06.278657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:06.325262 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8697cac9eee3495dadf43ff62bc83e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856563 Jan 27 18:30:06.328543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54420) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:06.447620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.494168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.563962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.580516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fe1e3c2b-48bc-4eb2-8880-16cda6887d40 tempest-VolumesNegativeTest-1795539007 tempest-VolumesNegativeTest-1795539007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:06.607017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba86c33-b424-4386-9294-52aae3a445b2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:06.610048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:06.611586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eba86c33-b424-4386-9294-52aae3a445b2 HTTP/1.1" status: 204 len: 168 time: 0.2816176 Jan 27 18:30:06.613072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:07.668037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb756e4-a27c-43be-a047-df4db8f266a9 req-a8018d5b-c33f-4520-85f6-858171ff595b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:07.669937 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8bb756e4-a27c-43be-a047-df4db8f266a9 req-a8018d5b-c33f-4520-85f6-858171ff595b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2610602 Jan 27 18:30:07.756640 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8bb756e4-a27c-43be-a047-df4db8f266a9 req-a6e2f717-1f66-4d40-8d9c-d9887c01e6d3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797992 Jan 27 18:30:09.234984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1d8c080e-4f5c-452b-aee3-d4ca11bf1160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:09.450007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83924257-6db0-4591-94bd-46aef4973e22 req-45e37d37-be50-4cb4-b3ae-3463ddc9bdfa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:09.451747 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-83924257-6db0-4591-94bd-46aef4973e22 req-45e37d37-be50-4cb4-b3ae-3463ddc9bdfa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.3269126 Jan 27 18:30:09.562975 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-83924257-6db0-4591-94bd-46aef4973e22 req-fbeb2c55-2890-45b3-a87b-217cdd23e497 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036086 Jan 27 18:30:09.753666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54492) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:10.166802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.199961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:10.206238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Usage tracker for resource:security_group_rule and tenant:33884c5bccc24bc29a81fec4fedbff19 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:10.209975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:10.217255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:10.371577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.378551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.433206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6486a3e9-7e62-480d-b878-7551177a7198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:10.468551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54506) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:10.469030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33884c5bccc24bc29a81fec4fedbff19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135248 Jan 27 18:30:10.470388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f129822f-3a2c-448d-b748-0194b739d4ec,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:10.474818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-64e36887-b67b-4401-82a8-c80491acdd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:10.572377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.618349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.706766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.713066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-770c00bd-331b-491d-b8d7-c1884423b72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:10.729399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f129822f-3a2c-448d-b748-0194b739d4ec,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:10.737161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:10.740268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:10.744938 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f129822f-3a2c-448d-b748-0194b739d4ec HTTP/1.1" status: 204 len: 168 time: 0.2750900 Jan 27 18:30:11.076996 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc62f18-d258-4a2e-8a48-1a52a960afe4 req-57a7af08-2428-4475-a944-802f2a84b60f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:11.078832 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3cc62f18-d258-4a2e-8a48-1a52a960afe4 req-57a7af08-2428-4475-a944-802f2a84b60f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2375460 Jan 27 18:30:11.186665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3cc62f18-d258-4a2e-8a48-1a52a960afe4 req-b3e6b308-f0a8-4c84-aeea-ee6ade789795 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995672 Jan 27 18:30:12.148312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1dcc392a-669a-43c1-8603-1c9bb9ae735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:12.150331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:12.664613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f942efb-8b20-496d-9d1d-74e6bbbbb634 req-5ea2f464-aa2c-4788-b62f-706e62edeee9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:12.668746 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f942efb-8b20-496d-9d1d-74e6bbbbb634 req-5ea2f464-aa2c-4788-b62f-706e62edeee9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2385962 Jan 27 18:30:12.803756 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f942efb-8b20-496d-9d1d-74e6bbbbb634 req-42aef571-c632-4d90-a5ea-31075eb1a45b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297696 Jan 27 18:30:13.684558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:14.224479 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c50ce-031e-4598-b845-9f1fef923c46 req-af9eaf2a-91be-4284-8645-456bb874e5b1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:14.232754 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-957c50ce-031e-4598-b845-9f1fef923c46 req-af9eaf2a-91be-4284-8645-456bb874e5b1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.2133293 Jan 27 18:30:14.245655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:14.304867 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-957c50ce-031e-4598-b845-9f1fef923c46 req-fe5306df-c6c2-4538-a06f-00fec6ab1109 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708992 Jan 27 18:30:16.171341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657494-0143-4567-b3e5-e2079ac8c112 req-b18a4d07-af92-4353-aead-3c97f2a4ecbc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:16.173623 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d657494-0143-4567-b3e5-e2079ac8c112 req-b18a4d07-af92-4353-aead-3c97f2a4ecbc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.5873311 Jan 27 18:30:16.295522 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d657494-0143-4567-b3e5-e2079ac8c112 req-21b87c9c-abf2-4e0f-80f3-237bc67192d9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150510 Jan 27 18:30:17.620363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424619c1-f9b9-49f4-beb1-c968c4fec5a9 req-c8cde727-8a22-4224-88f7-acd391154e09 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:17.622044 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-424619c1-f9b9-49f4-beb1-c968c4fec5a9 req-c8cde727-8a22-4224-88f7-acd391154e09 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.1719265 Jan 27 18:30:17.705565 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-424619c1-f9b9-49f4-beb1-c968c4fec5a9 req-5669bede-68b1-4523-a8aa-45cd529c5c53 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765502 Jan 27 18:30:19.104265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aee8b-1f5c-4b59-a8b8-3e86c0f65277 req-207df44e-acb9-4a0f-98ff-990cc1f9ffee tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:19.107402 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e7aee8b-1f5c-4b59-a8b8-3e86c0f65277 req-207df44e-acb9-4a0f-98ff-990cc1f9ffee tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.1901314 Jan 27 18:30:19.184055 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e7aee8b-1f5c-4b59-a8b8-3e86c0f65277 req-b0793ffb-4f50-497a-8277-fb64012f72c8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662422 Jan 27 18:30:19.207602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54730) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:19.384259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.402082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:19.406174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ccfd668b75467b94fb4ed0291edece is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:19.409916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:19.417306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:19.525578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.532839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.540124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a7896ea5-e22f-46cb-a62a-755902253b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:19.585797 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3ccfd668b75467b94fb4ed0291edece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768566 Jan 27 18:30:19.587726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7650ec-9f66-4607-9b1b-533e9078b7a1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:19.589477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54744) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:19.597079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.597525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.597920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.598415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.598783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.599205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.599597 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.599989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.600457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.600801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.601689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.601689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.602124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.602531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.602924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.603306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.603936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.604180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.604517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.604913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.605354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.605739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.606125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.606506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:19.611881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:19.667301 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.697186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.748752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.753003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-20147f87-a0c4-41e5-ae52-675eb1e3e4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:19.768980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7650ec-9f66-4607-9b1b-533e9078b7a1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:19.773361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:19.794527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.797692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db7650ec-9f66-4607-9b1b-533e9078b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2069621 Jan 27 18:30:19.815881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54752) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:19.976709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:19.992520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:19.997547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Usage tracker for resource:security_group_rule and tenant:f90c2fd1a69f4d41aa7ab0fbd46cd067 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:20.001460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:20.007574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:20.108545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.112144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.121564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:20.172535 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f90c2fd1a69f4d41aa7ab0fbd46cd067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553052 Jan 27 18:30:20.174319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef9cf6-afd9-4ba8-a8e4-e26a498803e9,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:20.175699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54760) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:20.177732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:20.248360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.259578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54766) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:20.292989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.308456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.331127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:20.339954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5d79a512ee48239ea243249102b519 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:20.351196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:20.362553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:20.398474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.404697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7d9267a7-4e06-47e4-8b2e-a6134c24824a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:20.430571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef9cf6-afd9-4ba8-a8e4-e26a498803e9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:20.436836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:20.453004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.461508 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27ef9cf6-afd9-4ba8-a8e4-e26a498803e9 HTTP/1.1" status: 204 len: 168 time: 0.2807934 Jan 27 18:30:20.517463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.523101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.533485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00c40b-f7c0-4de2-aaa0-99bd15ef1738 req-9c720c68-0f62-4983-b09d-05a31a92c9ef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:20.536758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54774) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:20.538150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a3bdd4d-4938-4b2b-8c32-b09ecfde90a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:20.540691 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3d00c40b-f7c0-4de2-aaa0-99bd15ef1738 req-9c720c68-0f62-4983-b09d-05a31a92c9ef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.1935291 Jan 27 18:30:20.606420 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3d00c40b-f7c0-4de2-aaa0-99bd15ef1738 req-8359ca81-174b-4ca7-9a47-3879b2ad8b73 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644779 Jan 27 18:30:20.630616 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c5d79a512ee48239ea243249102b519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699093 Jan 27 18:30:20.633738 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54778) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:20.634364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be8e56-bfff-496c-a3b1-6c114d73bc82,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:20.639672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:20.664612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Deleting subnet 4c791a38-23b5-4255-b3fd-70dc26c3db98 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:30:20.668658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.731227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.731472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.764236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.800102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.819921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.825960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f1bf7f1b-5d70-4a21-9527-416fb7d46b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:20.845132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be8e56-bfff-496c-a3b1-6c114d73bc82,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:20.850072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:20.852367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:20.856158 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76be8e56-bfff-496c-a3b1-6c114d73bc82 HTTP/1.1" status: 204 len: 168 time: 0.2184920 Jan 27 18:30:21.130711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.148385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:21.240881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c791a38-23b5-4255-b3fd-70dc26c3db98,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:21.249103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:21.298484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.308079 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c791a38-23b5-4255-b3fd-70dc26c3db98 HTTP/1.1" status: 204 len: 168 time: 0.7629166 Jan 27 18:30:21.311105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 54790) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:21.440755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.649968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.829912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef6875b-fb8f-4ddc-af35-777f2cc3081f']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:21.837708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:30:21.854804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:21.855245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32de76-cf3a-4d7b-b2ee-8a9597a3758c') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:21.875706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.905234 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:21.908200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:30:21.918650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:30:21.919160 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.054933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.086384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dedeb8-c7ec-45ae-927a-e7c4ab144db9 req-8cebdf86-9b0e-4cd0-ac22-be658894ee69 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:22.088726 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25dedeb8-c7ec-45ae-927a-e7c4ab144db9 req-8cebdf86-9b0e-4cd0-ac22-be658894ee69 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 944 time: 0.3200693 Jan 27 18:30:22.100633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:30:22.112082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=221fb22b-439b-4270-b18a-c47088dac2ff,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:30:22.115628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.118211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b76e1e76-a49b-4248-b116-09d5a5436728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:22.178143 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'code': 200} Jan 27 18:30:22.196010 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-25dedeb8-c7ec-45ae-927a-e7c4ab144db9 req-837a28e4-a633-4ed3-9c7f-92710c92d88a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958552 Jan 27 18:30:22.200773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:22.204970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:22.285674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:30:22.296273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.487872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Network 6ef6875b-fb8f-4ddc-af35-777f2cc3081f has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:30:22.512594 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:30:22.608699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.612349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:22.630020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:22.640115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef6875b-fb8f-4ddc-af35-777f2cc3081f,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:22.644756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:22.650231 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6ef6875b-fb8f-4ddc-af35-777f2cc3081f HTTP/1.1" status: 204 len: 168 time: 1.3379362 Jan 27 18:30:22.824191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783807ce-ff9f-483e-a09b-a0c907845bdd req-6ac887b5-eb88-4a99-af61-8f415789f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:22.826042 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-783807ce-ff9f-483e-a09b-a0c907845bdd req-6ac887b5-eb88-4a99-af61-8f415789f2de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1163 time: 0.0935345 Jan 27 18:30:22.879924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54828) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:22.884541 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-783807ce-ff9f-483e-a09b-a0c907845bdd req-fd3c4576-f7ca-46d5-8b97-e1ae0576ba4b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508318 Jan 27 18:30:22.940052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8a84c208-e821-4262-84b9-b44fde91e13b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f541d5c2d7ee4519b47273e8e2050d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582094 Jan 27 18:30:22.942914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54832) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:23.007521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:23.041318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:23.089589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:23.093617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ddb8cade-012c-4adf-a841-b9dbf74b6f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:23.105882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc5549-b7dc-4890-8f1f-92a3b063fd45,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:23.108562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:23.117272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:23.121481 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60bc5549-b7dc-4890-8f1f-92a3b063fd45 HTTP/1.1" status: 204 len: 168 time: 0.1750038 Jan 27 18:30:23.533648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604625f-de73-41d0-ab01-3648f185726d req-82ea976f-418b-4971-881c-0d3b19d91df6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:23.535526 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7604625f-de73-41d0-ab01-3648f185726d req-82ea976f-418b-4971-881c-0d3b19d91df6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1852522 Jan 27 18:30:23.552001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:30:23.633890 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7604625f-de73-41d0-ab01-3648f185726d req-480ebe31-042f-4ad3-9a01-038540c3c55e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898907 Jan 27 18:30:23.654865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 221fb22b-439b-4270-b18a-c47088dac2ff triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:30:23.655348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:24.987066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476fa75-acc4-499a-a5e4-6fd9801d1b56 req-9c297ed8-3c46-442e-b902-ecf5e2750216 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:24.988830 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8476fa75-acc4-499a-a5e4-6fd9801d1b56 req-9c297ed8-3c46-442e-b902-ecf5e2750216 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1823909 Jan 27 18:30:25.100088 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8476fa75-acc4-499a-a5e4-6fd9801d1b56 req-f8830064-86e9-4b62-96c2-daa6b9066e41 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995305 Jan 27 18:30:26.446988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f155f-fe72-4371-aba4-476dd9372c14 req-522d3eb2-56a8-48c3-aa0a-db08fc32245b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:26.448941 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a83f155f-fe72-4371-aba4-476dd9372c14 req-522d3eb2-56a8-48c3-aa0a-db08fc32245b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1766055 Jan 27 18:30:26.520801 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a83f155f-fe72-4371-aba4-476dd9372c14 req-ce5b0cc7-58f5-4481-b426-54f3d1f66774 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611925 Jan 27 18:30:27.874330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 54996) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:28.054753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.072930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:28.078649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Usage tracker for resource:security_group_rule and tenant:85720a8a7dd5452e9f92f6b949281c6a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:28.082710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:28.089665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:28.195192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.199974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.211901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a879c176-b3e1-481d-a5e0-7575c31333ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:28.260326 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85720a8a7dd5452e9f92f6b949281c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847501 Jan 27 18:30:28.262503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c281c1-57c4-466a-95de-ed101e2f4396,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:28.263987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55002) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:28.266242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:28.337782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.367637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.423692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.432004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:28.448029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c281c1-57c4-466a-95de-ed101e2f4396,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:28.451344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:28.454620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.456606 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19c281c1-57c4-466a-95de-ed101e2f4396 HTTP/1.1" status: 204 len: 168 time: 0.1906397 Jan 27 18:30:28.875052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55012) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:28.896605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:28.914046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:28.918409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Usage tracker for resource:security_group_rule and tenant:7af119607bcf47a486ab8d98d1fd517e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:28.921520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:28.927702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:29.042102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.046070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.055007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-02fa9041-d01c-4184-a3c2-b50c16c6df8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:29.102011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87e7bf-eda3-4547-b335-b3336a3669c4,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:29.109741 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7af119607bcf47a486ab8d98d1fd517e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309682 Jan 27 18:30:29.109741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:29.110057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55016) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:29.183729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.215134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.277896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.282283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-81a6a641-eb7a-4aa2-9936-0737530ff99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:29.296492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87e7bf-eda3-4547-b335-b3336a3669c4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:29.300168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:29.309504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:29.310771 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c87e7bf-eda3-4547-b335-b3336a3669c4 HTTP/1.1" status: 204 len: 168 time: 0.1993232 Jan 27 18:30:32.633875 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55096) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:32.814350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:32.831365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:32.835718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Usage tracker for resource:security_group_rule and tenant:eefd2afcd16745ab82afe9e6046da8dd is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:32.839293 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:32.846203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:32.954851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:32.959272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:32.969388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2682a309-c21b-4ebd-9397-631f803994f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:33.013055 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eefd2afcd16745ab82afe9e6046da8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776402 Jan 27 18:30:33.014122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09894690-3f1f-4b2d-960f-6478c4e959bd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:33.016978 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55104) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:33.021322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:33.060052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.089532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.120255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.172863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.177046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9be266a1-466b-41fc-a991-ba9f4635fc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:33.191303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09894690-3f1f-4b2d-960f-6478c4e959bd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:33.194500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:33.196609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.197858 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09894690-3f1f-4b2d-960f-6478c4e959bd HTTP/1.1" status: 204 len: 168 time: 0.1787057 Jan 27 18:30:33.617998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55112) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:33.638780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.656574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:33.661485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Usage tracker for resource:security_group_rule and tenant:8fd2f959a7304b9c94a234d1ea331bf7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:33.664582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:33.670393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:33.768372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.772081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.780023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-956c6525-41cf-47fd-a0b4-7a6304fd5d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:33.830402 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fd2f959a7304b9c94a234d1ea331bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111263 Jan 27 18:30:33.831345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c82284-4b7c-4722-99bb-2cbd89e40d20,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:33.833418 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55118) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:33.834974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dd523988-6970-46b3-bfd8-db352f18cb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:33.903313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.931863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.981689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:33.985700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-62ae5e26-c585-4ceb-b51a-75042fba2f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:34.002401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c82284-4b7c-4722-99bb-2cbd89e40d20,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:34.005292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:34.006569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56c82284-4b7c-4722-99bb-2cbd89e40d20 HTTP/1.1" status: 204 len: 168 time: 0.1720619 Jan 27 18:30:34.014000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.014403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.014795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.015181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.015545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.015926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.016301 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.016732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.017128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.017509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.018084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.018513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.018919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.019300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.019676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.020048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.020421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.020795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.021189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.021561 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.021939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.022311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.022681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.023050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:34.026547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:35.455025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:30:39.208152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4bc82897-36ed-492e-973f-bc5a6c474c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:40.040354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c35628-36fb-463c-b19f-e45ac6121c67 req-85797bb8-56b0-4168-a14f-c71a2581d796 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:40.042253 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8c35628-36fb-463c-b19f-e45ac6121c67 req-85797bb8-56b0-4168-a14f-c71a2581d796 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.1725292 Jan 27 18:30:40.111288 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8c35628-36fb-463c-b19f-e45ac6121c67 req-8533cce0-be0b-40b0-9caf-a92ad90cc092 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612926 Jan 27 18:30:41.432403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3141a54-c9b9-440f-8346-7ddf932d283c req-aac8b18c-ee8f-4405-9fd9-49506016a4d3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:41.434137 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e3141a54-c9b9-440f-8346-7ddf932d283c req-aac8b18c-ee8f-4405-9fd9-49506016a4d3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.1702862 Jan 27 18:30:41.503036 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e3141a54-c9b9-440f-8346-7ddf932d283c req-8eea6060-4d4c-4096-944e-3c04138c50f3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619655 Jan 27 18:30:42.054596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:42.074642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b15d1b5f-29f5-4c10-a02a-ec3edec5b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:42.896582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5845852-316c-47cc-83c2-f85338c6d96a req-1e0aeec5-69d6-471a-8158-4adb80bb55ae tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:42.898233 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5845852-316c-47cc-83c2-f85338c6d96a req-1e0aeec5-69d6-471a-8158-4adb80bb55ae tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.2447217 Jan 27 18:30:42.995696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f72c1-ddea-4652-9e26-6e9fc7d1bc1d req-57c40a70-b311-4177-a84e-8a302061e175 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:42.997396 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d7f72c1-ddea-4652-9e26-6e9fc7d1bc1d req-57c40a70-b311-4177-a84e-8a302061e175 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 946 time: 0.3423374 Jan 27 18:30:43.123011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port 94d778ac-b522-43a8-9b61-56567109b854 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:30:43.123410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:43.198997 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d7f72c1-ddea-4652-9e26-6e9fc7d1bc1d req-864e6f23-7853-4780-9185-19d1a41b89a9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611922 Jan 27 18:30:43.610497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 94d778ac-b522-43a8-9b61-56567109b854 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:30:43.710813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94d778ac-b522-43a8-9b61-56567109b854,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:30:43.711120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:43.717695 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:43.791222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:43.826449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d778ac-b522-43a8-9b61-56567109b854'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:30:43.837938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94d778ac-b522-43a8-9b61-56567109b854,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:30:43.841325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:43.844090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:43.899344 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d778ac-b522-43a8-9b61-56567109b854', 'code': 200} Jan 27 18:30:43.919484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:43.927614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.928006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.928388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.928765 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.929139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.929568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.929944 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.930313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.930680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.931070 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.931392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.931756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.932190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.932557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.932924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.933296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.933658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.934080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.934431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.934796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.935142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.935546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.935867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.936225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:30:43.940916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:44.048277 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:44.048748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:44.048910 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP ab43e4df-88eb-475a-bbbb-b7ea134414a0 disassociated. External IP: 172.28.2.30, port: 94d778ac-b522-43a8-9b61-56567109b854. Jan 27 18:30:44.049365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for 94d778ac-b522-43a8-9b61-56567109b854 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:30:44.150795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:30:44.151103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:30:44.227225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:44.515623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07bfb6-ce1f-4016-93de-e54105781966 req-a6f96b4d-2b2f-4ab5-9f8b-098418681957 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:44.517739 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fa07bfb6-ce1f-4016-93de-e54105781966 req-a6f96b4d-2b2f-4ab5-9f8b-098418681957 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 944 time: 0.1720977 Jan 27 18:30:44.600527 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fa07bfb6-ce1f-4016-93de-e54105781966 req-96edf430-e962-41bb-ac5e-d57740f7754e tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728416 Jan 27 18:30:44.653080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port 94d778ac-b522-43a8-9b61-56567109b854 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:30:44.653591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:44.969112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] For port 94d778ac-b522-43a8-9b61-56567109b854, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=94d778ac-b522-43a8-9b61-56567109b854,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:30:44.969872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:45.324880 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:45.325226 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:45.325519 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP ab43e4df-88eb-475a-bbbb-b7ea134414a0 disassociated. External IP: 172.28.2.30, port: 94d778ac-b522-43a8-9b61-56567109b854. Jan 27 18:30:45.325902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for 94d778ac-b522-43a8-9b61-56567109b854 owned by compute:nova {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:30:45.503019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:45.534670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d2f20805-a27a-4d94-a4dd-6786668c7950 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:45.585352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'Port': ['ID=94d778ac-b522-43a8-9b61-56567109b854,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:45.588051 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:45.915028 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6f6893f0-2cca-4b7c-81e0-b6e61d127406 req-583e1a8e-f665-488c-84fe-a61a3b99c7af tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 210 time: 0.1234682 Jan 27 18:30:45.986516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:30:46.203647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:30:46.218822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:30:46.234210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:30:46.235250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:30:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:46.252403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] No DVR routers for this DVR port 94d778ac-b522-43a8-9b61-56567109b854 on host hv-cinder-77238 {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:30:46.254777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:46.257743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-deleted', 'tag': '94d778ac-b522-43a8-9b61-56567109b854'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:30:46.267320 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5845852-316c-47cc-83c2-f85338c6d96a req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "DELETE /v2.0/ports/94d778ac-b522-43a8-9b61-56567109b854 HTTP/1.1" status: 204 len: 173 time: 3.3630507 Jan 27 18:30:46.341001 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c43622c-7090-4cd4-9252-e5e13a389447', 'name': 'network-vif-deleted', 'tag': '94d778ac-b522-43a8-9b61-56567109b854', 'status': 'completed', 'code': 200} Jan 27 18:30:46.493022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:30:46.874947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:46.879594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:30:46.889328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:30:46.890023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:30:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:47.143485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:30:47.171199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-e4a2130d-3ffa-430f-a8ef-55654fb342c2 req-9ce0486f-13e6-478c-8a9f-791cf59ff1a5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:30:47.192702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-e4a2130d-3ffa-430f-a8ef-55654fb342c2 req-9ce0486f-13e6-478c-8a9f-791cf59ff1a5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:30:47.194047 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e4a2130d-3ffa-430f-a8ef-55654fb342c2 req-9ce0486f-13e6-478c-8a9f-791cf59ff1a5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c43622c-7090-4cd4-9252-e5e13a389447 HTTP/1.1" status: 200 len: 210 time: 0.0849445 Jan 27 18:30:47.518282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:30:47.522741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8ace2-373b-43d3-81f7-8794fdf30467 None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:30:48.012150 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1b1808-41e4-40cf-8838-6307fb70b222 None None] New status for floating IP ab43e4df-88eb-475a-bbbb-b7ea134414a0: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:30:48.366335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55312) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:48.459703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:48.493400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:48.556594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:48.560993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d519b117-48f4-49cf-a495-c81658e87699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:48.577437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d299e2b-6300-42c4-b6d7-a427d0cfb1d5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:48.583685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:48.599725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:48.601297 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0603a93a-58af-48f6-95da-eef5114c8944 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "DELETE /v2.0/security-groups/7d299e2b-6300-42c4-b6d7-a427d0cfb1d5 HTTP/1.1" status: 204 len: 168 time: 0.2339022 Jan 27 18:30:48.604650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55316) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:48.627314 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.v2.resource [None req-92594ac4-9198-4ae1-8e3d-69da9cad0d43 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] show failed (client error): The resource could not be found. Jan 27 18:30:48.628569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-92594ac4-9198-4ae1-8e3d-69da9cad0d43 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups/7d299e2b-6300-42c4-b6d7-a427d0cfb1d5 HTTP/1.1" status: 404 len: 347 time: 0.0225029 Jan 27 18:30:48.631827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55320) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:48.829648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:30:48.830019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.030482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.031151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.408637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:30:49.580633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.597290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:49.696358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'Port': ['ID=c1e2acb9-934d-41c2-bc1f-a3c5d97c1a5b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:49.700447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:49.829828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.850236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:49.851492 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-744b33d4-86eb-4d85-a7a4-c0acbbeadb11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "DELETE /v2.0/floatingips/ab43e4df-88eb-475a-bbbb-b7ea134414a0 HTTP/1.1" status: 204 len: 168 time: 1.2186558 Jan 27 18:30:50.439100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:50.445008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392068109', 'description': 'tempest-description--129136996'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:50.467772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:50.472930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:50.476463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:50.482866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:50.494409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.518356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:50.522571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:50.525731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:50.531612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:50.616745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.622152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.628613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-37939da1-13c4-443a-9da9-d7f00e136200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:50.678845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:50.682082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:50.683393 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.684683 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2444966 Jan 27 18:30:50.687999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55346) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:50.694144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group_rule': {'security_group_id': '795f1f48-9016-4e2a-8aa6-5451d1e5a9a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:50.717853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:50.724861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:50.729237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:50.735877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:50.756071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.828346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.832784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.835087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-583a83d9-af74-42d9-b156-5434c1fb8a34 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:50.859876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b173ad7c-f80d-4332-ab9f-16705157738a,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:50.862939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:50.870032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:50.871395 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821716 Jan 27 18:30:50.875796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55350) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:50.882769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'security_group_rule': {'security_group_id': '795f1f48-9016-4e2a-8aa6-5451d1e5a9a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:50.905711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:50.910165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:security_group_rule and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:50.913920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:50.920344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:50.941715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.016986 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.020643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.022919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-12af79e9-554c-4e57-a80f-be601d93bef9 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:51.055389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8a841-71c6-4b22-a016-dba9e12c8a39,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:51.058539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:51.061101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.062449 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854382 Jan 27 18:30:51.065653 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55354) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:51.071273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:51.093280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:51.097683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Usage tracker for resource:floatingip and tenant:be5eaed76c584610abde89839b5d0e38 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:51.100725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:51.108358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:51.120613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.303116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.607705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Allocated IP 172.28.2.238 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/e190814c-5712-4503-a099-8d2ab6ddf13d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:30:51.791137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55374) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:51.824182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.855050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.872403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-04761733-7ea5-42cb-97f2-a8705ac2e911 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:51.956857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:51.973424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:51.978373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Usage tracker for resource:security_group_rule and tenant:650fab4e174547fa97dabfd4f459e88e is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:30:51.982063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:30:51.988599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:52.018349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=e190814c-5712-4503-a099-8d2ab6ddf13d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:52.021751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:52.099576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.100850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:30:52.102081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:30:52.102640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.104545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:30:52.110567 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b666c848-bdeb-4074-a905-82fb9f09dcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:52.158369 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=650fab4e174547fa97dabfd4f459e88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658576 Jan 27 18:30:52.159252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e63f4-df48-4338-8a15-277387975fc8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:52.161097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55384) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:30:52.162763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:52.250804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.255355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.328178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.363258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.699483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.709841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f84232b8-b959-46b8-8d08-d76a94b1389a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:52.730244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e63f4-df48-4338-8a15-277387975fc8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:52.732954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:52.840609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.841900 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a42e63f4-df48-4338-8a15-277387975fc8 HTTP/1.1" status: 204 len: 168 time: 0.6788900 Jan 27 18:30:52.929897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.933873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:52.954868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:53.100048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=e190814c-5712-4503-a099-8d2ab6ddf13d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:53.105281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:53.224545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:53.251164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:53.252653 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1859767 Jan 27 18:30:53.537257 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-bab572db-55a9-4031-8ae0-bfa79839e10a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1392068109&fields=id&tenant_id=be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 267 time: 0.0607960 Jan 27 18:30:53.793753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-0976f563-c8ce-47f2-9537-ffd0dbfc66e8 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:53.795379 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-0976f563-c8ce-47f2-9537-ffd0dbfc66e8 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 810 time: 0.2494862 Jan 27 18:30:53.817348 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-dc703bfd-a466-4a07-a69e-76f59afc6432 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/quotas/be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 375 time: 0.0124252 Jan 27 18:30:53.970848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-3d403c43-33f8-4794-b33b-cdc5c181b333 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:30:53.988372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-3d403c43-33f8-4794-b33b-cdc5c181b333 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:30:53.989803 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-3d403c43-33f8-4794-b33b-cdc5c181b333 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1634099 Jan 27 18:30:54.152526 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-187ea485-31b7-4da3-94e9-001a553ae260 service neutron] 10.222.0.60 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497166 Jan 27 18:30:54.303762 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-288d545f-2296-4369-aca0-ec6beed49a5a service neutron] 10.222.0.60 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437232 Jan 27 18:30:54.525586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d8453a3-9ef7-450d-bb7c-56b42b73339f req-0b7080e4-6f3f-4155-8fc6-8a71fb6b4f70 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 210 time: 0.0491123 Jan 27 18:30:55.794457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-13d749d9-6536-43ec-b5ed-e05ffd3beacf req-d4691518-504e-4c51-9d34-150dcd1af904 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 210 time: 0.0768113 Jan 27 18:30:55.964596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-eec296d2-b6d2-4f4f-a028-d545f4bd2e5f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:55.966276 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-eec296d2-b6d2-4f4f-a028-d545f4bd2e5f tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 810 time: 0.3407722 Jan 27 18:30:56.165677 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-a9e5b126-233d-4730-ac27-6e1a00642eba tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be5eaed76c584610abde89839b5d0e38 HTTP/1.1" status: 200 len: 5704 time: 0.1338601 Jan 27 18:30:56.179326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'port': {'device_id': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'admin_state_up': True, 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'security_groups': ['795f1f48-9016-4e2a-8aa6-5451d1e5a9a1']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:56.353138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:30:56.364613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:30:56.375845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Made reservation on behalf of be5eaed76c584610abde89839b5d0e38 for: {'port': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:30:56.397182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:56.777739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Allocated IP 172.20.0.7 (10ce740e-ecc2-49c2-8aa7-4de4b1871f50/bdb2a75f-0846-47fd-9832-33f20e16af76/c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:30:56.993101 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f292372c-69e1-4c25-b706-bcf1e131e731 req-89be359d-4d17-4d02-ae0c-f605ca4d45ab tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 210 time: 0.0615427 Jan 27 18:30:57.050640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:57.067945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Transition to ACTIVE for port object c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:30:57.096110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:57.111238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:57.258866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event updated for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:57.263857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:57.321675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:30:57.322990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:30:57.325442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:30:57.448141 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-4727e65e-f968-48d2-9419-19dd5cdce7b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0880787 Jan 27 18:30:57.463595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:57.464333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:57.498910 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3265395 Jan 27 18:30:57.518994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Request body: {'port': {'device_id': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:30:57.526272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-281a4807-eead-4f13-960b-f4a49d27cb5f None None] Provisioning for port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:30:57.533083 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-281a4807-eead-4f13-960b-f4a49d27cb5f None None] Provisioning complete for port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:30:57.533803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-281a4807-eead-4f13-960b-f4a49d27cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:57.571905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-cf211372-8fd3-496a-8db3-e6470af304e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:57.573635 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-cf211372-8fd3-496a-8db3-e6470af304e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 1163 time: 0.0900185 Jan 27 18:30:57.596163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-281a4807-eead-4f13-960b-f4a49d27cb5f None None] Port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:30:57.659265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:57.763792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-6e5083bf-e4b3-4750-bd13-fc449d8b6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:57.765642 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-6e5083bf-e4b3-4750-bd13-fc449d8b6b90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1676562 Jan 27 18:30:57.886615 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-e10bab8d-3466-4084-b622-7889d91df4df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 200 len: 1001 time: 0.1127543 Jan 27 18:30:57.959367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-588cd9e0-f4af-474d-b25f-19a02e38073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:57.960949 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-588cd9e0-f4af-474d-b25f-19a02e38073b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0674803 Jan 27 18:30:58.080220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-60b082ef-6b30-4435-8af1-e524db7759f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:58.081998 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-60b082ef-6b30-4435-8af1-e524db7759f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1136289 Jan 27 18:30:58.279458 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-7e007cb7-a1b3-4146-811f-aaaaa8ac58e5 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895127 Jan 27 18:30:58.439839 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9a26749-635e-4ba3-89ed-6efca04c4946 req-7c09f194-eeb0-4b08-a780-cda1a4ab65b7 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527419 Jan 27 18:30:58.464169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc {{(pid=80115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:30:58.476532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:58.499560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Transition to ACTIVE for port object c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:30:58.504838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:58.519989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e44a401d-b73c-4d8a-964e-c87774f2a4b2 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:58.722470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6a936-8633-4999-916e-03f63a17dfbd req-c86e6706-b0b9-4663-8bc5-99d89ad2fd28 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:58.723202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-6bc6a936-8633-4999-916e-03f63a17dfbd req-c86e6706-b0b9-4663-8bc5-99d89ad2fd28 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:30:58.763170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Pushing event updated for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:58.771503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:58.789589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-6bc6a936-8633-4999-916e-03f63a17dfbd req-c86e6706-b0b9-4663-8bc5-99d89ad2fd28 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:30:58.790880 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bc6a936-8633-4999-916e-03f63a17dfbd req-c86e6706-b0b9-4663-8bc5-99d89ad2fd28 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 931 time: 0.3982372 Jan 27 18:30:58.945477 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bc6a936-8633-4999-916e-03f63a17dfbd req-f1bf9324-fd6b-44cd-8805-a4bf49bc89b6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429117 Jan 27 18:30:59.032681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Attempting to bind port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:30:59.033057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Attempting to bind port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:30:59.033454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Attempting to bind port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc on network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:30:59.039468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:30:59.039846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Checking segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:30:59.040250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:59.040652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Bound using segment: {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:30:59.041129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Bound port: c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdccdb50-2054-4b7c-a84f-7691804d5129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:30:59.041581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:59.147416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:30:59.151042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:30:59.153755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:59.169526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b1b210e0-b264-42b4-a217-30c6f5311d4b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:30:59.337413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Pushing event updated for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:30:59.349372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:30:59.368690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:59.369743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:30:59.371358 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] 10.222.0.54 "PUT /v2.0/ports/c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 200 len: 1157 time: 1.8579106 Jan 27 18:30:59.371839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:30:59.478773 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'status': 'completed', 'code': 200} Jan 27 18:30:59.538495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-e399e10c-8f61-4b6d-b6d3-b1bff3cc622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:59.540289 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-e399e10c-8f61-4b6d-b6d3-b1bff3cc622e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 1160 time: 0.1028519 Jan 27 18:30:59.629927 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-89065d7c-d7b6-4b27-b4be-3153b8ae5b1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 200 len: 217 time: 0.0726140 Jan 27 18:30:59.707143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6bf6d732-ebf2-4099-9820-ccf9750484e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:59.708816 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-6bf6d732-ebf2-4099-9820-ccf9750484e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.0703423 Jan 27 18:30:59.805177 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-ed3c3b78-ab83-4f45-bc03-0c53af94e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:30:59.806742 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-ed3c3b78-ab83-4f45-bc03-0c53af94e5eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906661 Jan 27 18:30:59.975779 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-5e75e5dc-cc0e-4d06-8b4d-b3d7df5f296a service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609657 Jan 27 18:31:00.204085 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d0596fd5-2dae-45d3-bc8d-42db6f5cd9e3 req-47de8fe1-4c8c-4e87-ba76-e3d6b2fc7a8b service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2212725 Jan 27 18:31:00.316442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2595f-1bc0-4758-bdae-a356266a2fb2 req-73b9ab09-e25b-4fa4-bf67-8d5215081411 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:00.318357 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-68a2595f-1bc0-4758-bdae-a356266a2fb2 req-73b9ab09-e25b-4fa4-bf67-8d5215081411 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 943 time: 0.2174444 Jan 27 18:31:00.444319 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-68a2595f-1bc0-4758-bdae-a356266a2fb2 req-a20404d6-1a9b-4f42-8b30-0eff7442bf11 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884910 Jan 27 18:31:00.462575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-1a175315-36cd-478d-a96f-c9f0cc5e2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:00.468920 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-1a175315-36cd-478d-a96f-c9f0cc5e2bef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 1160 time: 0.1446261 Jan 27 18:31:00.648845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-355dcf1e-b02a-465c-86ef-22abc5f99ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:00.650493 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-355dcf1e-b02a-465c-86ef-22abc5f99ee3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.1797059 Jan 27 18:31:00.734228 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-aa9ffc94-837b-444a-8cba-4f79536ff096 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 200 len: 217 time: 0.0756767 Jan 27 18:31:00.818497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-ec724a04-4c93-4037-91c7-0aae299b769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:00.820082 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-ec724a04-4c93-4037-91c7-0aae299b769f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.0782208 Jan 27 18:31:00.906012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-45c4215c-e21a-463d-8e10-3c239c546f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:00.908107 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-45c4215c-e21a-463d-8e10-3c239c546f6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806787 Jan 27 18:31:01.076419 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-34fe9657-6508-4d61-b327-8a3f066dc667 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600020 Jan 27 18:31:01.231968 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8c2df850-0416-4ff8-ab59-fef64ef0e02b req-518177b8-e8cd-415f-a81f-7e04514f5331 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452568 Jan 27 18:31:01.767600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf1a1d-730c-4eaa-85f5-fdad887bc20b req-9e24198c-7119-4da6-a362-d29eddcbb666 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:01.769376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cbbf1a1d-730c-4eaa-85f5-fdad887bc20b req-9e24198c-7119-4da6-a362-d29eddcbb666 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 943 time: 0.1781766 Jan 27 18:31:01.845326 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cbbf1a1d-730c-4eaa-85f5-fdad887bc20b req-b9240c7d-c660-4f7d-9d22-de5254e01950 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693295 Jan 27 18:31:02.408766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:02.488577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:02.494005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:02.494428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:02.634804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:02.667265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:02.679067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:02.688518 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:02.690747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:02.729257 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'code': 200} Jan 27 18:31:02.766742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:02.770310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:03.040436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:03.329798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66413ee6-7435-4bf9-8b57-79f8a33d2894 req-f660fe69-5dab-45bc-9c26-b27730e66f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:03.331325 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-66413ee6-7435-4bf9-8b57-79f8a33d2894 req-f660fe69-5dab-45bc-9c26-b27730e66f28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 1162 time: 0.3738191 Jan 27 18:31:03.421185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca47db-11f9-4024-9730-e898e3681fcc req-a2b7f029-09fb-4a6b-96f1-694a11941634 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:03.423091 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a8ca47db-11f9-4024-9730-e898e3681fcc req-a2b7f029-09fb-4a6b-96f1-694a11941634 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.4237313 Jan 27 18:31:03.496163 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-66413ee6-7435-4bf9-8b57-79f8a33d2894 req-7eefabc8-e365-4f43-9e5b-d72f2d489580 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719428 Jan 27 18:31:03.522378 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a8ca47db-11f9-4024-9730-e898e3681fcc req-77d14676-1fab-475c-a798-892272504761 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839732 Jan 27 18:31:03.977600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:04.063033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:04.063527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:04.851221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62366-c96d-4161-bda6-ea181d842e3e req-908546b5-0203-4144-98c0-4f1520869322 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:04.852947 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-62a62366-c96d-4161-bda6-ea181d842e3e req-908546b5-0203-4144-98c0-4f1520869322 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.1801987 Jan 27 18:31:04.931648 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-62a62366-c96d-4161-bda6-ea181d842e3e req-891b8385-a95f-442b-b036-8a2bd6e8ef00 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688334 Jan 27 18:31:06.251974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06628de1-310f-47f4-a8d9-cfaf7aad9ff6 req-b20cdfd0-215f-42bf-9a23-0476107c0bf1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:06.253714 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-06628de1-310f-47f4-a8d9-cfaf7aad9ff6 req-b20cdfd0-215f-42bf-9a23-0476107c0bf1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.1716998 Jan 27 18:31:06.327881 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-06628de1-310f-47f4-a8d9-cfaf7aad9ff6 req-d313b8a5-366e-4065-adb5-97baa7dc898b tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673327 Jan 27 18:31:06.637300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55522) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:06.648639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc087-301c-4dca-afa0-448779cfdb37 req-3e7a7ef0-3c7e-4b7b-9e28-7943a79c5488 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:06.650383 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3e9fc087-301c-4dca-afa0-448779cfdb37 req-3e7a7ef0-3c7e-4b7b-9e28-7943a79c5488 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.1914685 Jan 27 18:31:06.660887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55528) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:06.667045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Request body: {'floatingip': {'port_id': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:06.782648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:06.920019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:06.957872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:06.965962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Usage tracker for resource:security_group_rule and tenant:35a6f5ca8963408dbcc6c80480bf8ad0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:07.000786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:07.013844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:07.536303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.555502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.572483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-363a1217-21c2-4048-a366-d582c42f78d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:07.642375 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35a6f5ca8963408dbcc6c80480bf8ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0033844 Jan 27 18:31:07.644431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31869c7-e92f-4a33-90ac-f2eff9128f48,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:07.645473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55532) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:07.686060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:07.714354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.746847 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.804830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.810474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5dfd0675-296e-4530-915e-c22b9f4d9c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:07.817589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.821693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.825101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31869c7-e92f-4a33-90ac-f2eff9128f48,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:07.827991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:07.829948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:07.836330 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c31869c7-e92f-4a33-90ac-f2eff9128f48 HTTP/1.1" status: 204 len: 168 time: 0.1893981 Jan 27 18:31:08.291874 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP 7e84a8ca-82d4-493a-999f-2110b1a6b3e2 associated. External IP: 172.28.2.238, port: c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc. Jan 27 18:31:08.389176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d6b50-7647-4f33-bc0a-bbfb5704312d req-001f5df4-b2b1-40ce-9881-e3b6cfdd7488 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:08.390929 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-568d6b50-7647-4f33-bc0a-bbfb5704312d req-001f5df4-b2b1-40ce-9881-e3b6cfdd7488 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.1846585 Jan 27 18:31:08.457457 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-568d6b50-7647-4f33-bc0a-bbfb5704312d req-91dc2911-28bc-40f2-b201-d7a6dd91a78f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596659 Jan 27 18:31:08.710677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:31:08.919805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:31:08.930422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:31:08.935220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:08.949105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:08.949840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:30:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:08.999905 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9f2f3ae1-6114-4987-964e-9aea1e5821a1 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "PUT /v2.0/floatingips/7e84a8ca-82d4-493a-999f-2110b1a6b3e2 HTTP/1.1" status: 200 len: 991 time: 2.3377497 Jan 27 18:31:09.001328 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:09.132693 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'status': 'completed', 'code': 200} Jan 27 18:31:09.290964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-42c96e97-83cd-451b-b61f-e99a464527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:09.292863 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-42c96e97-83cd-451b-b61f-e99a464527e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 1162 time: 0.0978794 Jan 27 18:31:09.319927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-15b77863-0131-47a0-b4a1-4da9c5860086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:09.358513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:09.434275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55572) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:09.456055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-c0267b58-1192-4bd0-a978-f6a3a6e4713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:09.458080 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-c0267b58-1192-4bd0-a978-f6a3a6e4713a service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.1583209 Jan 27 18:31:09.589338 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-04a45f02-1ffb-4ba3-9669-db8e52312f9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 200 len: 999 time: 0.1244805 Jan 27 18:31:09.607674 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:09.658060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:09.665516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Usage tracker for resource:security_group_rule and tenant:dce2a799802f482f824291227aba7c09 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:09.670601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:09.680442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:09.726879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-620d2ac2-069a-437e-89eb-3d0fe417bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:09.728591 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-620d2ac2-069a-437e-89eb-3d0fe417bf19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.1323972 Jan 27 18:31:09.774433 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:09.777584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:09.789378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f03bde28-fd4a-46b8-8569-7755598c6499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:09.790428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7e84a8ca-82d4-493a-999f-2110b1a6b3e2', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:95:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:30:52Z', 'updated_at': '2021-01-27T18:31:07Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:09.795313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:31:09.804838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:09.805555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:30:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:09.841921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5238743f-56c6-4bdd-bbb5-111aa4c966c7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:09.845750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:09.849712 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dce2a799802f482f824291227aba7c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140925 Jan 27 18:31:09.851533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55580) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:09.913104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c213b-71f7-4bd2-88e8-e979944b813d req-b31ff64a-2e82-4612-8cca-58d138d429c4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:09.915209 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-746c213b-71f7-4bd2-88e8-e979944b813d req-b31ff64a-2e82-4612-8cca-58d138d429c4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2653334 Jan 27 18:31:09.920859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:09.972023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-eb4fc3b6-ca72-4c48-a7de-b28f6206bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:09.973717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-eb4fc3b6-ca72-4c48-a7de-b28f6206bc6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2345402 Jan 27 18:31:10.001506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:10.001867 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-746c213b-71f7-4bd2-88e8-e979944b813d req-ace58036-64ee-49ed-a628-ae81862d665d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48e4716-4fa9-47c5-b085-475fd1c62f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771449 Jan 27 18:31:10.007271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:10.161003 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-878f37e5-6fd3-4b24-bd6c-1c441c6b1d6c service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784854 Jan 27 18:31:10.161529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-8fc7d126-1fa9-4957-a7e5-7a80341fb7b4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:10.162387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-8fc7d126-1fa9-4957-a7e5-7a80341fb7b4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:10.181706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:10.187062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dd6dfb8f-2e8d-4a3a-91ab-7e14d1c54b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:10.198494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-8fc7d126-1fa9-4957-a7e5-7a80341fb7b4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:10.199776 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-8fc7d126-1fa9-4957-a7e5-7a80341fb7b4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 946 time: 0.2551079 Jan 27 18:31:10.202599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238743f-56c6-4bdd-bbb5-111aa4c966c7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:10.208037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:10.266641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:10.267980 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5238743f-56c6-4bdd-bbb5-111aa4c966c7 HTTP/1.1" status: 204 len: 168 time: 0.4152999 Jan 27 18:31:10.332623 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-92235938-7a28-41b7-a40a-529c7996dbf2 req-2ce2bf33-7c5b-464b-9903-4baf3317dd3a service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644650 Jan 27 18:31:10.340630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port 221fb22b-439b-4270-b18a-c47088dac2ff {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:31:10.341017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:10.552105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7e84a8ca-82d4-493a-999f-2110b1a6b3e2', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:95:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:30:52Z', 'updated_at': '2021-01-27T18:31:07Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:10.565535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15fe5b-2ed8-4a75-b3dc-6377eed9b13b None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '7e84a8ca-82d4-493a-999f-2110b1a6b3e2', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'port_id': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'mac_address': 'fa:16:3e:95:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:30:52Z', 'updated_at': '2021-01-27T18:31:07Z', 'revision_number': 1, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:31:10.658116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] For port 221fb22b-439b-4270-b18a-c47088dac2ff, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=221fb22b-439b-4270-b18a-c47088dac2ff,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:10.658285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:10.947193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5907b53-9806-4b13-8446-0f3f29c1640a None None] New status for floating IP 7e84a8ca-82d4-493a-999f-2110b1a6b3e2: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:31:11.023793 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.024383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.024817 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Floating IP 7bf3a611-2929-4169-8f7a-6ed7127be159 disassociated. External IP: 172.28.2.42, port: 221fb22b-439b-4270-b18a-c47088dac2ff. Jan 27 18:31:11.025628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for 221fb22b-439b-4270-b18a-c47088dac2ff owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:31:11.196913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.213210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e630630-f18a-4beb-83c3-19f76e6a3322 tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:11.301853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55608) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:11.324563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'Port': ['ID=221fb22b-439b-4270-b18a-c47088dac2ff,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:11.329172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:11.475941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-92858856-network', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:11.482424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:11.487626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Usage tracker for resource:network and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:11.490998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:11.497846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:11.509397 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Made reservation on behalf of ef6543ebdafd4eb8b4006f95b98d9152 for: {'network': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:31:11.515366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.572613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.600531 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a09651c8-a493-46f8-a808-8299acda2e88 req-a8b25957-8f51-4bff-a52f-1ab1c1f67573 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 210 time: 0.3461838 Jan 27 18:31:11.602816 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:11.608133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:11.612864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:11.616930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:31:11.619993 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:11.729350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.732689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.735929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a5cc3f62-9969-4444-9083-16597ae647a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:11.774315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:31:11.781357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1efa0-e624-4a94-9dc9-3faa568e2745,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:11.786239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:11.790730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.790921 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Added segment a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e of type vxlan for network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d Jan 27 18:31:11.824697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.858977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.860570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:11.861754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:11.866398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-191843be-acb7-4e23-8511-dcd1e40889ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:11.954615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:31:11.989494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Pushing event updated for resources: {'Network': ['ID=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:11.992833 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6897142 Jan 27 18:31:11.994166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:11.996295 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55616) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:12.002984 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Request body: {'subnet': {'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-92858856-subnet', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'ip_version': 4}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:12.008664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:12.009933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:31:12.014129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Usage tracker for resource:subnet and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:12.018010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:12.025195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:12.028516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] No Port match for: 221fb22b-439b-4270-b18a-c47088dac2ff {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:31:12.028908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 221fb22b-439b-4270-b18a-c47088dac2ff not bound to the agent host hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:31:12.030877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:31:12.058896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Made reservation on behalf of ef6543ebdafd4eb8b4006f95b98d9152 for: {'subnet': 1} {{(pid=80115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:31:12.065401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132496280'] for subnet, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.098434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:31:12.126172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:31:12.141341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] No DVR routers for this DVR port 221fb22b-439b-4270-b18a-c47088dac2ff on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:31:12.144013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.148642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-deleted', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:12.163346 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f06e1af-0989-41d3-be75-12c62e57f520 req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "DELETE /v2.0/ports/221fb22b-439b-4270-b18a-c47088dac2ff HTTP/1.1" status: 204 len: 173 time: 1.9564075 Jan 27 18:31:12.219230 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22af08d6-77b9-4a57-8ba4-ec45638106c0', 'name': 'network-vif-deleted', 'tag': '221fb22b-439b-4270-b18a-c47088dac2ff', 'status': 'completed', 'code': 200} Jan 27 18:31:12.250933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-625d90e7-1e8c-470c-ac22-0961c9f6d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.268969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:12.269822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:30:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:12.333012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.455388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:31:12.494416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:12.520423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132214789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132496375'] for subnet, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.534133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ab2e8f5a-83af-49f6-b035-996dfa08539c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:12.685525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=140a00f5-9375-421d-a27e-baee73af732c,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:12.690372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:12.797517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Checking segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:12.798333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Network hostable DHCP agents. Network: d194e763-6078-4a1a-8e76-b2bb6a0b3a9d, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:31:12.864935 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-41d500a2-53c4-4881-a4fb-cb10241207f7 req-0d5ec3a9-cf5c-44d6-b008-d468109e7fa4 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=22af08d6-77b9-4a57-8ba4-ec45638106c0 HTTP/1.1" status: 200 len: 210 time: 0.0595942 Jan 27 18:31:12.874498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:31:12.886428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, d194e763-6078-4a1a-8e76-b2bb6a0b3a9d) {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:12.887828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:12.892558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:31:12.898331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be7478-7b9d-441d-acae-dda6d5bde1d2 None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:31:12.898929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:12.900008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.924908 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-37244941-5cd9-458e-96b1-551bdd14a16d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9273000 Jan 27 18:31:12.927697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55626) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:12.933545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:12.938543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:12.942715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Usage tracker for resource:router and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:12.945881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:12.951778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:12.962539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-444941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7094'] for router, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.963669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854252146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768705'] for router, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.983955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:12.984661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:12.985416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:13.464534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:13.563657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-444990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768756'] for router, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:13.687484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7f909b1-c4c7-526c-a44c-41a70e8b6b08-d194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c'}]}} from dv-cinder-772388-3-smb. {{(pid=80116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 18:31:13.688452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:13.789202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:13.916449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:13.962697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.068166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55636) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:14.112942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:14.151630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e089c2a-d60a-4480-beb6-ee7119c2ac3f None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:31:14.161069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.193557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.198596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Allocated IP 172.20.0.2 (d194e763-6078-4a1a-8e76-b2bb6a0b3a9d/140a00f5-9375-421d-a27e-baee73af732c/2535c71f-e0cd-4cda-9833-4218d7b8739d) {{(pid=80116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:14.247503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.257090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-053da5fc-36be-4331-8c3a-68fb5ccef81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:14.277329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48e4716-4fa9-47c5-b085-475fd1c62f1c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:14.282069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:14.285599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.288506 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "DELETE /v2.0/security-groups/e48e4716-4fa9-47c5-b085-475fd1c62f1c HTTP/1.1" status: 204 len: 168 time: 0.2191296 Jan 27 18:31:14.289845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55640) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:14.315477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Allocated IP 172.28.2.27 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/8f9d81d7-e00e-40b7-bf61-49630e567798) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:14.317528 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.v2.resource [None req-586d8a4e-9acf-4728-80a3-da024c845c7a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] show failed (client error): The resource could not be found. Jan 27 18:31:14.323068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55644) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:14.323403 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-586d8a4e-9acf-4728-80a3-da024c845c7a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups/e48e4716-4fa9-47c5-b085-475fd1c62f1c HTTP/1.1" status: 404 len: 347 time: 0.0310969 Jan 27 18:31:14.328262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.471036 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks [] for port, precommit_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.485841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Transition to ACTIVE for port object 2535c71f-e0cd-4cda-9833-4218d7b8739d will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:14.502864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Transition to ACTIVE for port object 2535c71f-e0cd-4cda-9833-4218d7b8739d will not be triggered until provisioned by entity DHCP. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:14.509980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810'] for port, after_create {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.527120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-336bc4ee-96b9-4374-a123-b0188247f171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:14.592542 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7630e7e0-e570-48b4-93a7-8d2aff62eb5c None None] New status for floating IP 7bf3a611-2929-4169-8f7a-6ed7127be159: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:31:14.598605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port 2136523f-2816-4f5d-9053-412453b57c14 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:31:14.598952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.669604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Pushing event updated for resources: {'Port': ['ID=2535c71f-e0cd-4cda-9833-4218d7b8739d,revision_number=1']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:14.675139 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:14.728148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d is already hosted by enough agents. {{(pid=80116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:14.729375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Resources bound (agent type, host, resource id): {{(pid=80116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:14.731773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Received port after_create {{(pid=80116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:14.795524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Attempting to bind port 2535c71f-e0cd-4cda-9833-4218d7b8739d on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:31:14.795938 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Attempting to bind port 2535c71f-e0cd-4cda-9833-4218d7b8739d by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:31:14.796350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Attempting to bind port 2535c71f-e0cd-4cda-9833-4218d7b8739d on network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:31:14.803528 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:31:14.803957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Checking segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:14.804410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.804867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Bound using segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:31:14.805426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Bound port: 2535c71f-e0cd-4cda-9833-4218d7b8739d, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:31:14.805849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.872166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.872446 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.887402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.912142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] For port 2535c71f-e0cd-4cda-9833-4218d7b8739d, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:31:14.915408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] For port 2535c71f-e0cd-4cda-9833-4218d7b8739d, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2535c71f-e0cd-4cda-9833-4218d7b8739d,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:31:14.919778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:14.932997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:15.027131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for 2136523f-2816-4f5d-9053-412453b57c14 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:31:15.083473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Pushing event updated for resources: {'Port': ['ID=2535c71f-e0cd-4cda-9833-4218d7b8739d,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:15.097264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9556722e-1605-404f-bb21-2404ffe98ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:15.141483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:15.168734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d187ae88-6670-460c-b54d-d0e1e0e3add8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:15.312899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:31:15.313308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:31:15.316320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9d81d7-e00e-40b7-bf61-49630e567798,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:15.321302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:15.382556 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:15.383770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:15.386679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:15.817570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port 2136523f-2816-4f5d-9053-412453b57c14 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:31:15.817985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:16.259693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:16.449289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:16.449639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:16.550730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818c932-96b4-4cb2-80f6-9c24d9980a48 None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:31:16.604104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for 2136523f-2816-4f5d-9053-412453b57c14 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:31:16.669061 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-c2216910-f7c8-4d6f-ae23-b6a5ab0b3392 None None] Provisioning for port 2535c71f-e0cd-4cda-9833-4218d7b8739d completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:16.949195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854330826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440589'] for router, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.019577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.046806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d35cc820-2940-41ee-bccc-0c58693210ef tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:17.168166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2535c71f-e0cd-4cda-9833-4218d7b8739d up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:17.231739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'Port': ['ID=2136523f-2816-4f5d-9053-412453b57c14,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:17.240931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:17.249087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 2535c71f-e0cd-4cda-9833-4218d7b8739d completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:17.255185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2535c71f-e0cd-4cda-9833-4218d7b8739d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:17.255607 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.412137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9c71be7c-b34e-4a63-b0a0-f5892cb4b73e None None] Provisioning complete for port 2535c71f-e0cd-4cda-9833-4218d7b8739d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:17.412934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9c71be7c-b34e-4a63-b0a0-f5892cb4b73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.419667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.467041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Router 19733101-0a17-46e1-85e5-dcbe3194fad3 is scheduled to L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 with binding_index 1 {{(pid=80115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 18:31:17.471258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.472854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.474132 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ab24700f-b75e-412d-b6c4-015e7453c3cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "DELETE /v2.0/floatingips/7bf3a611-2929-4169-8f7a-6ed7127be159 HTTP/1.1" status: 204 len: 168 time: 3.1499083 Jan 27 18:31:17.528343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 2535c71f-e0cd-4cda-9833-4218d7b8739d, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2535c71f-e0cd-4cda-9833-4218d7b8739d,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:17.570943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.581663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14e15b87-77e8-4596-80c5-a25eb7f25112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:17.672824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=2535c71f-e0cd-4cda-9833-4218d7b8739d,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:17.676318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:17.712850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:31:17.723639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Sync routers for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:31:17.733903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.737993 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-eee689ee-0631-45a8-8cff-37fdc8503048 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8063264 Jan 27 18:31:17.738152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:17.738152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:17.738329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55656) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:17.792657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55660) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:17.799810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560624423', 'description': 'tempest-description--690360378'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:17.824311 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:17.829468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:17.834447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:17.841101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:17.851781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.876965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:17.881579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:17.885069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:17.892076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:17.984176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.988391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:17.992562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-998495ee-98ce-49c3-b6f2-27e773ad8371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:18.041856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bc68ea-dc22-4c82-8faa-17caa9dfee92,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:18.047421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:18.049077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.050635 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2567613 Jan 27 18:31:18.053754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55664) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:18.060840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group_rule': {'security_group_id': 'b8bc68ea-dc22-4c82-8faa-17caa9dfee92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:18.091947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:18.097230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:18.101029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:18.105825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-5f726e07-7ecb-4e91-8a24-e8f7c64d69f7 None None] Provisioning complete for port 2535c71f-e0cd-4cda-9833-4218d7b8739d triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:18.106180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f726e07-7ecb-4e91-8a24-e8f7c64d69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.108156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:18.129704 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.209926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.213796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.216374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1f358f3c-527c-4712-a2d2-2a518d521c25 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:18.247394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f553e63e-a613-46dd-939b-918eb532eec9,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:18.254552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:18.262161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.262981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:18.263489 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-10207ecb-802f-4b8b-bc30-7efbd33145c5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084007 Jan 27 18:31:18.266566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55668) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:18.272697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'security_group_rule': {'security_group_id': 'b8bc68ea-dc22-4c82-8faa-17caa9dfee92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:18.295320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:18.299960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:security_group_rule and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:18.303099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:18.309673 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:18.330731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.409559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.412432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.420077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:18.441662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39169f4e-156d-4cc7-9266-b72fa6ada2fd,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:18.444903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:18.452817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.454662 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d887597c-52a4-4318-918c-6ea4fecbcaef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870124 Jan 27 18:31:18.458180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 55674) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:18.465355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:18.488105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:18.494263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Usage tracker for resource:floatingip and tenant:462644b842f44649a0c74a2636c5d269 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:31:18.497056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:31:18.503622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:18.514691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.627987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:15Z', 'revision_number': 3, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:18.633326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Checking router: 19733101-0a17-46e1-85e5-dcbe3194fad3 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:31:18.633326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Updating router 19733101-0a17-46e1-85e5-dcbe3194fad3 port 8f9d81d7-e00e-40b7-bf61-49630e567798 binding host dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:31:18.686594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.701089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:18.785913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.143148 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2535c71f-e0cd-4cda-9833-4218d7b8739d up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:19.179959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Allocated IP 172.20.0.1 (d194e763-6078-4a1a-8e76-b2bb6a0b3a9d/140a00f5-9375-421d-a27e-baee73af732c/5029d367-4cd9-40d2-8df4-bee13c49ad70) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:19.221971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.240060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Transition to ACTIVE for port object 8f9d81d7-e00e-40b7-bf61-49630e567798 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:19.244834 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.261470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:19.326444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Allocated IP 172.28.2.84 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/c5950aa5-e6dc-4765-a70e-30995f625ce9) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:19.355545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.374543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Transition to ACTIVE for port object 5029d367-4cd9-40d2-8df4-bee13c49ad70 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:19.378962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 2535c71f-e0cd-4cda-9833-4218d7b8739d triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:19.379382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.402826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.422931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-75a26aa7-b8ff-47c8-8a34-d943ab2b25b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:19.474242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9540aaf-101f-4d51-9761-f1301a29ce13 None None] Pushing event updated for resources: {'Port': ['ID=8f9d81d7-e00e-40b7-bf61-49630e567798,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:19.482987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9540aaf-101f-4d51-9761-f1301a29ce13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:19.509564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.544354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.561838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-77e9cfbd-e11a-4b60-8a28-7c4d0879c378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:19.570860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Pushing event updated for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:19.576252 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:19.586872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Attempting to bind port 8f9d81d7-e00e-40b7-bf61-49630e567798 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:31:19.587202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Attempting to bind port 8f9d81d7-e00e-40b7-bf61-49630e567798 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:31:19.587933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Attempting to bind port 8f9d81d7-e00e-40b7-bf61-49630e567798 on network 57510297-21a8-4c27-b1c9-64975c663b82 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:31:19.598466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:31:19.599003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Checking segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:19.599301 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.599729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Bound using segment: {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:31:19.600253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Bound port: 8f9d81d7-e00e-40b7-bf61-49630e567798, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98029cd3-0e2c-47e8-88a0-51beef21d824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:31:19.600743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.631145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:19.633952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:19.636600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:19.702427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440521'] for router_interface, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.710494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] For port 8f9d81d7-e00e-40b7-bf61-49630e567798, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:31:19.716129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] For port 8f9d81d7-e00e-40b7-bf61-49630e567798, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=8f9d81d7-e00e-40b7-bf61-49630e567798,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:31:19.721101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.729969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=c5950aa5-e6dc-4765-a70e-30995f625ce9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:19.742592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:19.758848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.759239 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.759648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.760043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.760437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.760828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.761570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.761958 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.762350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.762740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.763127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.763513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.763983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.764368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.764752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.765141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.765637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.766195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.766577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.767163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.767613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.768054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.768443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.768828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:19.773287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:19.820358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:19.821914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:19.828181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:19.838056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9540aaf-101f-4d51-9761-f1301a29ce13 None None] Pushing event updated for resources: {'Port': ['ID=8f9d81d7-e00e-40b7-bf61-49630e567798,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:19.863775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.893804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9540aaf-101f-4d51-9761-f1301a29ce13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:19.930611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-5bf17f8f-4ee9-4118-b847-227ce7d55d3b None None] Provisioning for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:19.930865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:19.938223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-5bf17f8f-4ee9-4118-b847-227ce7d55d3b None None] Provisioning complete for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:19.938652 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5bf17f8f-4ee9-4118-b847-227ce7d55d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.001771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.055751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5bf17f8f-4ee9-4118-b847-227ce7d55d3b None None] Port 5029d367-4cd9-40d2-8df4-bee13c49ad70 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:31:20.087649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:20.088384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:20.199478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.203558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.234775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:20.330782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Pushing event updated for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:20.332569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.333981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335449'] for router_interface, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.337784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.351155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:20.353886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:20.464998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:20.504224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=c5950aa5-e6dc-4765-a70e-30995f625ce9,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:20.507456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:20.517549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:20.518842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:20.633815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.664199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.666035 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2067232 Jan 27 18:31:20.764383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Router 19733101-0a17-46e1-85e5-dcbe3194fad3 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:31:20.838173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-9f4c2bc7-1469-4d0b-8c35-36c9fe75759c None None] Provisioning complete for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:20.838173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2bc7-1469-4d0b-8c35-36c9fe75759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:20.912530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c2bc7-1469-4d0b-8c35-36c9fe75759c None None] Port 5029d367-4cd9-40d2-8df4-bee13c49ad70 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:31:20.926443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 1, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:20.930892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae905d6-2e00-46ce-8b40-c81dd3fb2b42 None None] The sync data for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb is: [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 1, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:31:20.975837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:31:20.985832 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] 10.222.0.60 "PUT /v2.0/routers/19733101-0a17-46e1-85e5-dcbe3194fad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2463555 Jan 27 18:31:21.119931 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-dfae6a9b-b354-4e62-9720-730c8efc55aa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--560624423&fields=id&tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 267 time: 0.0732181 Jan 27 18:31:21.388931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3fe1e7b5-be4c-4d77-9976-3436103bf8d5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:21.396652 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3fe1e7b5-be4c-4d77-9976-3436103bf8d5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 817 time: 0.2671354 Jan 27 18:31:21.409044 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-88a7e06d-8efb-4777-a404-0aebfb09fb7f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/quotas/462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 375 time: 0.0113239 Jan 27 18:31:21.556155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-d722cb7a-747b-4265-b8d2-d7531931aede tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:21.573942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-d722cb7a-747b-4265-b8d2-d7531931aede tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:21.575383 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-d722cb7a-747b-4265-b8d2-d7531931aede tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591733 Jan 27 18:31:22.122783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-2c769d30-3404-4535-99c6-6f3c4d6e5bf6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305946 Jan 27 18:31:22.300626 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-64806587-7b48-4462-bd0e-a2ebc901abc0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1698549 Jan 27 18:31:22.591010 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0e1427a3-dd1b-454f-b0fa-738b81c08869 req-1c6f4852-e050-42f0-98d7-84fc2882c833 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 210 time: 0.0809133 Jan 27 18:31:23.213113 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 8f9d81d7-e00e-40b7-bf61-49630e567798 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:23.309123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 8f9d81d7-e00e-40b7-bf61-49630e567798 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:23.318275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 8f9d81d7-e00e-40b7-bf61-49630e567798 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:23.318700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:23.497575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:23.516864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 8f9d81d7-e00e-40b7-bf61-49630e567798, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=8f9d81d7-e00e-40b7-bf61-49630e567798,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:23.520915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:23.524159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d1d836da-8e80-42ae-aa79-650f14249a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:23.622670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=8f9d81d7-e00e-40b7-bf61-49630e567798,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:23.628234 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:23.816480 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1677f1fb-be73-4c94-af68-b260cbbdfcee req-c247d97a-a077-47e4-b4da-878772c6bed6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 210 time: 0.0520334 Jan 27 18:31:24.546524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-7605d302-30b1-47ea-b0f0-1e2d3ab259ae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:24.548714 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-7605d302-30b1-47ea-b0f0-1e2d3ab259ae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 817 time: 0.3256876 Jan 27 18:31:24.694631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-df92bd50-310d-4408-9583-582d25d2556a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:24.718017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-df92bd50-310d-4408-9583-582d25d2556a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:24.719634 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-df92bd50-310d-4408-9583-582d25d2556a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 5707 time: 0.1457615 Jan 27 18:31:24.732293 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'port': {'device_id': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'admin_state_up': True, 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'security_groups': ['b8bc68ea-dc22-4c82-8faa-17caa9dfee92']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:24.787423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Sync routers for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:31:24.799675 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:24.800486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:24.913047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:24.924174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:24.935798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Made reservation on behalf of 462644b842f44649a0c74a2636c5d269 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:31:24.958224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:25.129819 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-43781a90-f43d-4394-aa5f-2aeb9b641f97 req-a435bbea-1ba8-41e6-bee4-d21b343e09e3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 210 time: 0.1167197 Jan 27 18:31:25.159067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:25.204129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 8f9d81d7-e00e-40b7-bf61-49630e567798 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:25.308066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 8f9d81d7-e00e-40b7-bf61-49630e567798 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:25.308837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:25.444350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Allocated IP 172.20.0.6 (4d8fc9bd-39a2-4439-b331-0f8142c4dec1/35dcb740-3db7-414d-ac41-43c58862cb93/90dcaed8-130d-483b-bf52-fbf30bb089e5) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:25.654766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:20Z', 'revision_number': 2, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:25.665811 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Checking router: 19733101-0a17-46e1-85e5-dcbe3194fad3 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:31:25.666495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Updating router 19733101-0a17-46e1-85e5-dcbe3194fad3 port 5029d367-4cd9-40d2-8df4-bee13c49ad70 binding host dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 18:31:25.720925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:25.742611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:25.748431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Transition to ACTIVE for port object 90dcaed8-130d-483b-bf52-fbf30bb089e5 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:25.777468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:25.800169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8bc207d1-1122-41a3-b5f6-60a49c763718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:25.972741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:25.983783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:26.073465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:26.074829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:26.080562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:26.428468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc109-a3e2-4458-a256-821c89726281 None None] Provisioning for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:26.440237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc109-a3e2-4458-a256-821c89726281 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:26.441608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc109-a3e2-4458-a256-821c89726281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:26.523813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks [] for port, precommit_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:26.538713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Transition to ACTIVE for port object 5029d367-4cd9-40d2-8df4-bee13c49ad70 will not be triggered until provisioned by entity L2. {{(pid=80117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:26.543256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:26.564089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:26.577352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08fdb6-305b-48b1-9cd4-81e8cb597779 req-e5ce4c16-24f2-4cae-b8ea-aedf146899df tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:26.580289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcc109-a3e2-4458-a256-821c89726281 None None] Port 90dcaed8-130d-483b-bf52-fbf30bb089e5 cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:31:26.587551 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1d08fdb6-305b-48b1-9cd4-81e8cb597779 req-e5ce4c16-24f2-4cae-b8ea-aedf146899df tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 931 time: 0.2314794 Jan 27 18:31:26.650739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Pushing event updated for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=3']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:26.677863 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1d08fdb6-305b-48b1-9cd4-81e8cb597779 req-a7a7c179-d9fc-49a5-b47a-649b2e3cb620 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888972 Jan 27 18:31:26.695245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:26.696163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.717238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.718186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.718186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.718186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.718376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.723115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:26.729906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:26.749707 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0220942 Jan 27 18:31:26.774530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Request body: {'port': {'device_id': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:26.952008 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.008837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Attempting to bind port 5029d367-4cd9-40d2-8df4-bee13c49ad70 on host dv-cinder-772388-3-smb for vnic_type normal with profile {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:31:27.009382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Attempting to bind port 5029d367-4cd9-40d2-8df4-bee13c49ad70 by drivers openvswitch on host dv-cinder-772388-3-smb at level 0 using segments [{'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:31:27.009851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Attempting to bind port 5029d367-4cd9-40d2-8df4-bee13c49ad70 on network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:31:27.017372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Checking agent: {'id': 'b222ba53-27e6-497e-a367-0d86ffca05cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 16, 44), 'started_at': datetime.datetime(2021, 1, 27, 18, 17, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:31:27.017766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Checking segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:27.018321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.018857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Bound using segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} {{(pid=80117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:31:27.019404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Bound port: 5029d367-4cd9-40d2-8df4-bee13c49ad70, host: dv-cinder-772388-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}}] {{(pid=80117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:31:27.019821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.147272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] For port 5029d367-4cd9-40d2-8df4-bee13c49ad70, host dv-cinder-772388-3-smb, cleared binding levels {{(pid=80117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:31:27.151572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] For port 5029d367-4cd9-40d2-8df4-bee13c49ad70, host dv-cinder-772388-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5029d367-4cd9-40d2-8df4-bee13c49ad70,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:31:27.156131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.174161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8ed647db-d505-4bbf-a936-b59a9a9e029e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:27.353813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Pushing event updated for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=4']} {{(pid=80117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:27.357668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4e894900-a388-4bfd-af19-29daaa62469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:27.434055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:27.434728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:27.688886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dcaed8-130d-483b-bf52-fbf30bb089e5 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:31:27.706168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:27.707094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.723227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Transition to ACTIVE for port object 90dcaed8-130d-483b-bf52-fbf30bb089e5 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:27.728089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:27.747047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:27.913067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:27.919132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:28.086663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae83db-d248-4da9-9a2d-45807183f749 req-85349314-5932-4536-892d-dc3f651812ef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:28.095140 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a1ae83db-d248-4da9-9a2d-45807183f749 req-85349314-5932-4536-892d-dc3f651812ef tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2244027 Jan 27 18:31:28.208520 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a1ae83db-d248-4da9-9a2d-45807183f749 req-0bf89f8d-ebe5-415c-b6c2-435fe050ff1e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122742 Jan 27 18:31:28.294795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:27Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:28.306276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000b4e4-c13e-43c9-9d86-47b42f200918 None None] The sync data for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb is: [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:27Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:31:28.309870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Attempting to bind port 90dcaed8-130d-483b-bf52-fbf30bb089e5 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:31:28.310238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Attempting to bind port 90dcaed8-130d-483b-bf52-fbf30bb089e5 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:31:28.311063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Attempting to bind port 90dcaed8-130d-483b-bf52-fbf30bb089e5 on network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:31:28.317109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:31:28.317530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Checking segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:28.317942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:28.318812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Bound using segment: {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:31:28.318812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Bound port: 90dcaed8-130d-483b-bf52-fbf30bb089e5, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489713a-a03b-4b53-a5c3-e650a5c0d457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:31:28.319147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:28.453905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:31:28.458115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:31:28.462956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:28.481044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-10b2f15c-13d6-42e7-a5e8-4f86ca59e84f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:28.573621 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:28.577791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:28.750316 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:28.751379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:28.753496 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] 10.222.0.54 "PUT /v2.0/ports/90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 1157 time: 1.9853160 Jan 27 18:31:28.754097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:28.898356 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'status': 'completed', 'code': 200} Jan 27 18:31:28.969945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-47ee10fc-dc0a-4fbc-b31f-920c3140f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:28.971831 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-47ee10fc-dc0a-4fbc-b31f-920c3140f05d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1160 time: 0.1253269 Jan 27 18:31:29.064227 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-5ceee1e0-c0d6-4fc1-9090-bc877bc5bc77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 217 time: 0.0766046 Jan 27 18:31:29.199110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-9d52fa3c-c4ab-4d09-8d41-f24e127555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:29.200828 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-9d52fa3c-c4ab-4d09-8d41-f24e127555d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.1288819 Jan 27 18:31:29.240688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5029d367-4cd9-40d2-8df4-bee13c49ad70 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:29.328172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-f8ea051d-79ed-4430-82e2-7c4ba1dea839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:29.329801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:29.330882 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-f8ea051d-79ed-4430-82e2-7c4ba1dea839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1183817 Jan 27 18:31:29.339216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:29.339809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:29.556231 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-f341720b-c2ae-4d07-a4e5-dd1164dcf0be service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084601 Jan 27 18:31:29.641902 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:29.704538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bce2f-89cf-4324-b4df-dea2d00239e1 req-e8ceed95-9d05-4e6e-a440-cc5ded7e2f8a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:29.716093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1c8bce2f-89cf-4324-b4df-dea2d00239e1 req-e8ceed95-9d05-4e6e-a440-cc5ded7e2f8a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.3078246 Jan 27 18:31:29.721186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] For port 5029d367-4cd9-40d2-8df4-bee13c49ad70, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5029d367-4cd9-40d2-8df4-bee13c49ad70,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:29.725395 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:29.738779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:29.814959 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8f43dd19-4698-4bfe-a667-7cb451b9bef1 req-6d32f611-cbcd-499a-a275-4d11e433f899 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2500072 Jan 27 18:31:29.825358 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1c8bce2f-89cf-4324-b4df-dea2d00239e1 req-25744e4f-4d4a-4049-9778-683aa979e219 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078055 Jan 27 18:31:29.890469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Pushing event updated for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:29.893837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:30.020485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-db075d58-6c63-41df-aa5f-d448aa8f6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:30.022174 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-db075d58-6c63-41df-aa5f-d448aa8f6881 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1160 time: 0.0911148 Jan 27 18:31:30.190117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-843827de-692d-4235-86b2-476e8dbf9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:30.191738 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-843827de-692d-4235-86b2-476e8dbf9ce5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1624262 Jan 27 18:31:30.363162 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-e9275bd2-b1c2-4a06-82c7-34b08c9de48d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 217 time: 0.1630399 Jan 27 18:31:30.454910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-a6d84c91-4fa4-4d75-8a17-dd8ebad367ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:30.456806 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-a6d84c91-4fa4-4d75-8a17-dd8ebad367ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0817235 Jan 27 18:31:30.549930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-93d279b9-4b2a-45d5-a889-2eec8456b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:30.550226 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-93d279b9-4b2a-45d5-a889-2eec8456b337 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864327 Jan 27 18:31:30.711704 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-921a5efb-7b4b-4fd5-aa33-2fbceb4e1c5a service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532423 Jan 27 18:31:30.890189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d9b8ee9d-8b82-433b-af12-c49c3aa7c822 req-62eda1a7-61ff-4871-813e-0268665eff75 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714139 Jan 27 18:31:31.187101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5029d367-4cd9-40d2-8df4-bee13c49ad70 up at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:31.246225 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf26452-f74b-4ddc-8eb9-4ea67b05939b req-7502b14c-5135-4148-904a-634bbf85fea0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:31.254149 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-edf26452-f74b-4ddc-8eb9-4ea67b05939b req-7502b14c-5135-4148-904a-634bbf85fea0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2575223 Jan 27 18:31:31.307615 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Provisioning complete for port 5029d367-4cd9-40d2-8df4-bee13c49ad70 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:31.308457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:31.328823 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-edf26452-f74b-4ddc-8eb9-4ea67b05939b req-4f6de392-26ca-4d15-b21d-3d1b94e14709 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717461 Jan 27 18:31:32.655843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b36b-a447-4169-9458-ffabc1e96a0c req-ca6e5f55-317c-4c51-87dd-fee6230d02d7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:32.658065 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a376b36b-a447-4169-9458-ffabc1e96a0c req-ca6e5f55-317c-4c51-87dd-fee6230d02d7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1777043 Jan 27 18:31:32.703636 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:32.729326 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a376b36b-a447-4169-9458-ffabc1e96a0c req-a2ee7546-e8ef-46c7-beef-45c08463bfc5 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636618 Jan 27 18:31:32.781449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:32.786509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:32.786931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:32.915723 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:32.950898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:32.961955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:32.965750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:32.967837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-18e61333-0db1-4844-a415-67da7dcdf465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:33.025855 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'code': 200} Jan 27 18:31:33.062581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:33.068485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:33.071867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:33.350722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00305278-d9a7-48ef-9780-48267b0827d1 req-c3b981ef-4d7a-4b79-93ab-12872c761766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:33.352354 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-00305278-d9a7-48ef-9780-48267b0827d1 req-c3b981ef-4d7a-4b79-93ab-12872c761766 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1162 time: 0.0865476 Jan 27 18:31:33.366590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-0786caf3-951f-4b39-b5d3-50c41c6d94ec tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:33.367382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-0786caf3-951f-4b39-b5d3-50c41c6d94ec tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:network {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:33.386693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-0786caf3-951f-4b39-b5d3-50c41c6d94ec tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:network {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:33.387979 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-0786caf3-951f-4b39-b5d3-50c41c6d94ec tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 813 time: 0.2878089 Jan 27 18:31:33.400411 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-00305278-d9a7-48ef-9780-48267b0827d1 req-2f0d4706-40c1-4862-bf26-5d0e4d177390 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 Jan 27 18:31:33.405699 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-40e82d88-2a43-4b4f-a247-1632006112e0 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/quotas/ef6543ebdafd4eb8b4006f95b98d9152 HTTP/1.1" status: 200 len: 375 time: 0.0108182 Jan 27 18:31:33.536776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-7c59398b-0b29-4780-b862-0556140cf33d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:33.560975 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-7c59398b-0b29-4780-b862-0556140cf33d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:33.563184 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-7c59398b-0b29-4780-b862-0556140cf33d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509528 Jan 27 18:31:33.821186 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-7b0fa2d5-3b9b-41db-b633-64a8384cb707 service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440310 Jan 27 18:31:34.047763 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-2f30b3a3-8947-4455-878c-fbbd0705e8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2194569 Jan 27 18:31:34.143783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a3df6-2188-4b70-91b2-481bdff7264f req-cbe3071a-a926-4e4b-94af-9fe4ef7222e1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:34.145527 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c50a3df6-2188-4b70-91b2-481bdff7264f req-cbe3071a-a926-4e4b-94af-9fe4ef7222e1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2245524 Jan 27 18:31:34.224670 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c50a3df6-2188-4b70-91b2-481bdff7264f req-ce3bf900-8589-4e81-853f-e7f85faa369a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728769 Jan 27 18:31:34.272200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:34.275219 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bbe2c3e2-ea10-4750-b009-46ddc63f3a24 req-6941363b-efad-4ac4-a8f0-3a3da0e51f15 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 210 time: 0.0494397 Jan 27 18:31:34.350007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:34.350428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:35.221255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03e8e-8672-4dae-869d-c4a97a75c459 req-f25962ea-dc0e-4121-bea1-e1f58240c2ef tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:35.223074 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0ad03e8e-8672-4dae-869d-c4a97a75c459 req-f25962ea-dc0e-4121-bea1-e1f58240c2ef tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.1652393 Jan 27 18:31:35.299863 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0ad03e8e-8672-4dae-869d-c4a97a75c459 req-ae8c0bd4-8c4b-4a43-bca6-d343e28a2fb4 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0666842 Jan 27 18:31:35.483738 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7e84df24-f9e9-4307-93bb-ccde1f27cba6 req-12f2619b-924c-4220-b6bb-f88946b18534 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 210 time: 0.0549090 Jan 27 18:31:35.604180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3ada-1137-4fbc-a974-51e613cbde61 req-ec5b1b8f-e82e-4b3f-bdc1-b4fa423ba484 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:35.605968 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38ba3ada-1137-4fbc-a974-51e613cbde61 req-ec5b1b8f-e82e-4b3f-bdc1-b4fa423ba484 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2247026 Jan 27 18:31:35.678143 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-38ba3ada-1137-4fbc-a974-51e613cbde61 req-843c53f4-5425-4179-8912-878c324265f6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654564 Jan 27 18:31:35.798773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-02a7f3cd-42e2-4c81-94ed-d429249591a4 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:35.800574 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-02a7f3cd-42e2-4c81-94ed-d429249591a4 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 813 time: 0.2564759 Jan 27 18:31:35.827521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'port': {'device_id': '672eaccd-8af2-48c2-849d-a79de653d91d', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'admin_state_up': True, 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:35.987610 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:31:35.988391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e8705-eac7-4208-8e98-73c8fcfd8372 req-1de0a908-8a83-459f-81c1-ac878f9628d9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:35.990130 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1f0e8705-eac7-4208-8e98-73c8fcfd8372 req-1de0a908-8a83-459f-81c1-ac878f9628d9 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1667750 Jan 27 18:31:36.000173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 55852) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:31:36.001141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:31:36.006416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Request body: {'floatingip': {'port_id': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:36.014784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Made reservation on behalf of ef6543ebdafd4eb8b4006f95b98d9152 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:31:36.039391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:36.140527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:36.535083 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Allocated IP 172.20.0.10 (d194e763-6078-4a1a-8e76-b2bb6a0b3a9d/140a00f5-9375-421d-a27e-baee73af732c/b4c25c3b-2656-4663-ae56-8de210ad3a1c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:31:36.790461 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c2bc9fc9-ac14-4375-bf10-aae8615da8da req-e3a37f85-10aa-4135-a032-c720c7a09510 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 210 time: 0.0986073 Jan 27 18:31:36.903614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930bfce-13af-41e2-a421-e0cadc55525c req-bd7e0ce4-24b7-421f-a07f-cebc83c6f6c7 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:36.912522 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2930bfce-13af-41e2-a421-e0cadc55525c req-bd7e0ce4-24b7-421f-a07f-cebc83c6f6c7 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.3414867 Jan 27 18:31:36.996310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2930bfce-13af-41e2-a421-e0cadc55525c req-65d962df-9bfb-4f50-b74e-522c59a7f4e7 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0823827 Jan 27 18:31:37.097534 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.119317 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Transition to ACTIVE for port object b4c25c3b-2656-4663-ae56-8de210ad3a1c will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:37.148117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.163726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8a8849dc-76fd-487a-b973-70d6bb201689 tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:37.290281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.294414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.322643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:37.327396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:37.424503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:31:37.425804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:31:37.428195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:31:37.526612 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Floating IP 77caa163-dbd9-4236-8836-33ee8b4d0cc1 associated. External IP: 172.28.2.84, port: 90dcaed8-130d-483b-bf52-fbf30bb089e5. Jan 27 18:31:37.578803 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:37.579472 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.612572 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7894106 Jan 27 18:31:37.734630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-fbe90ed9-6484-4ee4-b99f-1acafb76c4f5 None None] Provisioning for port b4c25c3b-2656-4663-ae56-8de210ad3a1c completed by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:37.744455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-fbe90ed9-6484-4ee4-b99f-1acafb76c4f5 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:37.747000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fbe90ed9-6484-4ee4-b99f-1acafb76c4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:37.821069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-fbe90ed9-6484-4ee4-b99f-1acafb76c4f5 None None] Port b4c25c3b-2656-4663-ae56-8de210ad3a1c cannot update to ACTIVE because it is not bound. {{(pid=80116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 18:31:38.295345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9428-d658-47bf-8d71-171e5e8b343e req-4f221d58-22e7-4b1e-b7f1-b2185052997b tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:38.297439 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-575a9428-d658-47bf-8d71-171e5e8b343e req-4f221d58-22e7-4b1e-b7f1-b2185052997b tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 932 time: 0.3402164 Jan 27 18:31:38.405645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-575a9428-d658-47bf-8d71-171e5e8b343e req-4aa2e20f-d305-49c7-b2f5-13d08424aae5 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:31:38.445502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:31:38.446716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-575a9428-d658-47bf-8d71-171e5e8b343e req-4aa2e20f-d305-49c7-b2f5-13d08424aae5 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:31:38.447828 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-575a9428-d658-47bf-8d71-171e5e8b343e req-4aa2e20f-d305-49c7-b2f5-13d08424aae5 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407335 Jan 27 18:31:38.731734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:31:38.737201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:38.744091 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:31:38.755826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:38.756869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:38.864118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11207a-40a0-4288-8d65-99046c3fb0b1 req-71e9deda-651a-49db-ada6-96f684aa549e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:38.865975 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d11207a-40a0-4288-8d65-99046c3fb0b1 req-71e9deda-651a-49db-ada6-96f684aa549e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.2569463 Jan 27 18:31:38.931448 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f624fb83-6336-47ac-80fe-55ac44ea4fc0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "PUT /v2.0/floatingips/77caa163-dbd9-4236-8836-33ee8b4d0cc1 HTTP/1.1" status: 200 len: 990 time: 2.9300449 Jan 27 18:31:38.935578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:38.961051 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2d11207a-40a0-4288-8d65-99046c3fb0b1 req-bb743f12-8755-4a2e-966b-2434575e0732 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0849557 Jan 27 18:31:38.973619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:39.261608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-855f600e-16df-4fae-8574-18dd910714bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:39.399952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '77caa163-dbd9-4236-8836-33ee8b4d0cc1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:43:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:31:19Z', 'updated_at': '2021-01-27T18:31:37Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:39.404481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:31:39.414262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:31:39.414962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:39.625309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:31:40.245440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '77caa163-dbd9-4236-8836-33ee8b4d0cc1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:43:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:31:19Z', 'updated_at': '2021-01-27T18:31:37Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:31:40.251396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7b9bb-bb44-4463-aca4-8279c9950dfb None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': '77caa163-dbd9-4236-8836-33ee8b4d0cc1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'floating_ip_address': '172.28.2.84', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'port_id': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'mac_address': 'fa:16:3e:43:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:31:19Z', 'updated_at': '2021-01-27T18:31:37Z', 'revision_number': 1, 'project_id': '462644b842f44649a0c74a2636c5d269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:31:40.632798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e7d50-4062-4e2c-9be9-576487d2b8bd None None] New status for floating IP 77caa163-dbd9-4236-8836-33ee8b4d0cc1: ACTIVE {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:31:42.078240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:42.079954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ccf72562-625e-4f73-94b2-e68da4cb08aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:43.677784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:44.234026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:44.446842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:44.547898 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:44.548321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:47.536770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Request body: {'port': {'device_id': '672eaccd-8af2-48c2-849d-a79de653d91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:31:47.676689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:47.773565 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'status': 'completed', 'code': 200} Jan 27 18:31:47.910914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8987068-17f7-445e-88c6-07d0cc141035 req-fab32d5e-0b6e-489a-af59-01f51e194b25 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:47.912535 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8987068-17f7-445e-88c6-07d0cc141035 req-fab32d5e-0b6e-489a-af59-01f51e194b25 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 932 time: 0.1940808 Jan 27 18:31:48.106431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-3348024e-2574-4476-8727-325f1a34829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.108091 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-3348024e-2574-4476-8727-325f1a34829b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.2352266 Jan 27 18:31:48.110008 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8987068-17f7-445e-88c6-07d0cc141035 req-df300a49-ac9c-4e71-b1c5-b3232b07294a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524847 Jan 27 18:31:48.132875 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-297d24f5-0e5a-4730-9ad0-f3eecfa0dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.134516 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-297d24f5-0e5a-4730-9ad0-f3eecfa0dedb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1162 time: 0.2198110 Jan 27 18:31:48.222511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61512-7a5d-4a97-b92f-bda15349c899 req-ed822537-d928-4fa6-b018-07f169e65163 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.223767 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eaa61512-7a5d-4a97-b92f-bda15349c899 req-ed822537-d928-4fa6-b018-07f169e65163 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.3102565 Jan 27 18:31:48.363128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c25c3b-2656-4663-ae56-8de210ad3a1c {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:31:48.375356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:48.378885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-40a332b3-3c5f-487f-bc76-48ec05fea737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.380519 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-40a332b3-3c5f-487f-bc76-48ec05fea737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 0.2603974 Jan 27 18:31:48.402461 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eaa61512-7a5d-4a97-b92f-bda15349c899 req-5e21e62b-4bde-46ac-a5c7-ba232acf5be2 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1429985 Jan 27 18:31:48.450028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-0558ef3c-eaae-4cfc-8f2f-41d1a68cb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.451829 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-0558ef3c-eaae-4cfc-8f2f-41d1a68cb4d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.2270977 Jan 27 18:31:48.457337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Transition to ACTIVE for port object b4c25c3b-2656-4663-ae56-8de210ad3a1c will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:31:48.480491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:48.498728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:48.572992 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-4ca77e4a-90c9-4529-86b7-d95f21c71795 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 1000 time: 0.1128306 Jan 27 18:31:48.642759 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-c8f7e1e0-0d27-4586-9210-e133738baa2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 1000 time: 0.2514572 Jan 27 18:31:48.659089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-8979b3d2-eb12-44fd-ad01-0a04a642f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.660629 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-8979b3d2-eb12-44fd-ad01-0a04a642f387 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0818172 Jan 27 18:31:48.713798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:48.732933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:48.767553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-8af32aed-7472-4fdb-8d2d-c045d25ff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.770186 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-8af32aed-7472-4fdb-8d2d-c045d25ff12e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033404 Jan 27 18:31:48.777084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-a63bc70c-c912-41b8-8556-cdc68c043252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:48.779398 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-a63bc70c-c912-41b8-8556-cdc68c043252 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.1217549 Jan 27 18:31:49.020942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Attempting to bind port b4c25c3b-2656-4663-ae56-8de210ad3a1c on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:31:49.021366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Attempting to bind port b4c25c3b-2656-4663-ae56-8de210ad3a1c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:31:49.021740 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Attempting to bind port b4c25c3b-2656-4663-ae56-8de210ad3a1c on network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:31:49.030858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:31:49.031350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Checking segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:31:49.031671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:49.032079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Bound using segment: {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:31:49.032605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Bound port: b4c25c3b-2656-4663-ae56-8de210ad3a1c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:31:49.032991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:49.051569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-d0a5e602-b416-44ed-8498-531a4d995269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:49.053261 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-d0a5e602-b416-44ed-8498-531a4d995269 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2082510 Jan 27 18:31:49.211702 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-790c2a4a-54cc-48fe-adc4-0c86bba4dc6d service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046700 Jan 27 18:31:49.269874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:31:49.291930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:31:49.295002 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-af713e8c-ed81-4a27-b1b5-1452ea465c6b service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339783 Jan 27 18:31:49.296845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:49.315273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:49.427529 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8848e2a-57fb-473c-91ec-e740d1e3cd2a req-a15bb827-9e3c-487b-bb98-37b6df6eaee0 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090850 Jan 27 18:31:49.479171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:31:49.533972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03e305-058f-4d3d-98ae-143ddb225113 req-792f7aee-a5e8-447d-88ef-8961b8ad4099 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:49.535617 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6d03e305-058f-4d3d-98ae-143ddb225113 req-792f7aee-a5e8-447d-88ef-8961b8ad4099 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.2405989 Jan 27 18:31:49.667089 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6d03e305-058f-4d3d-98ae-143ddb225113 req-9bf0af92-db77-4755-8b86-ee258e161e56 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240883 Jan 27 18:31:49.787641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907111f2-d6fc-402b-a0e2-478db1c58996 req-c8dc8034-0c9d-4d17-8083-19ef87e611be tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:49.789260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907111f2-d6fc-402b-a0e2-478db1c58996 req-c8dc8034-0c9d-4d17-8083-19ef87e611be tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.2113903 Jan 27 18:31:49.859090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:49.866908 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-907111f2-d6fc-402b-a0e2-478db1c58996 req-d446401f-246e-4cdf-8e0b-3b9df49ecdf1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0671637 Jan 27 18:31:49.867271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:49.897510 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e964ca-525c-4d64-8a29-c5b9966e916e req-f8387b72-dbaa-4261-a7c1-525a2c2d3957 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5832446 Jan 27 18:31:49.898743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:49.899425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:49.900801 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1158 time: 2.3690848 Jan 27 18:31:49.901417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:50.071385 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:31:50.113512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f33b9478-d00a-4526-b046-cc0bef758079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:50.115418 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-f33b9478-d00a-4526-b046-cc0bef758079 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1161 time: 0.1107352 Jan 27 18:31:50.203778 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-ee7ffedd-901a-465d-aa28-f058768eaa0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 217 time: 0.0734999 Jan 27 18:31:50.283529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-70a84223-ba81-4931-93ed-bcda91338278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:50.287188 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-70a84223-ba81-4931-93ed-bcda91338278 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.0756667 Jan 27 18:31:50.385183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-10be3afb-730e-4e33-b4be-3a12c8e331ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:50.387154 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-10be3afb-730e-4e33-b4be-3a12c8e331ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921206 Jan 27 18:31:50.547339 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-90f42c4a-6acf-4393-ab9b-db6b48251683 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517234 Jan 27 18:31:50.708258 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-508246f7-cb8c-483a-ae7d-2c8432ed83d8 req-dfffec05-b104-4f62-999f-86d95f8b2f09 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532865 Jan 27 18:31:50.912520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178212de-5e31-467c-a082-087876bb46bd req-5942d1ad-3d5b-4486-a9fb-9ed9418f181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:50.914319 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-5942d1ad-3d5b-4486-a9fb-9ed9418f181e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1161 time: 0.0875454 Jan 27 18:31:50.997766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4771-9f56-45b9-93de-e63d48bce761 req-ac49bfa7-6954-42a8-9875-de73fcb37760 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:50.999504 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6f1f4771-9f56-45b9-93de-e63d48bce761 req-ac49bfa7-6954-42a8-9875-de73fcb37760 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.1813252 Jan 27 18:31:51.112273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178212de-5e31-467c-a082-087876bb46bd req-ef56304e-744b-4177-9476-0854827404b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:51.114009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-ef56304e-744b-4177-9476-0854827404b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.1868551 Jan 27 18:31:51.146431 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6f1f4771-9f56-45b9-93de-e63d48bce761 req-89d411bb-1977-48d2-a8a3-5ce9c30e0fc1 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401780 Jan 27 18:31:51.190632 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-f485a382-179c-4ef1-ba6e-6c51a6a9bef0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 217 time: 0.0695145 Jan 27 18:31:51.258125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf47f-94f9-43f9-becd-26554dec9e40 req-df099450-bc1f-49c1-b4cb-867d31361e8d tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:51.259812 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-709bf47f-94f9-43f9-becd-26554dec9e40 req-df099450-bc1f-49c1-b4cb-867d31361e8d tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.2351778 Jan 27 18:31:51.273136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178212de-5e31-467c-a082-087876bb46bd req-ec968134-13a9-487c-bd09-6c767a43c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:51.274785 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-ec968134-13a9-487c-bd09-6c767a43c5e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.0743067 Jan 27 18:31:51.340401 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-709bf47f-94f9-43f9-becd-26554dec9e40 req-725f2ac2-aeb8-4a96-a4f7-c15bd4f6c371 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0718415 Jan 27 18:31:51.379771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178212de-5e31-467c-a082-087876bb46bd req-51eb2423-272e-4065-a426-e156bd68fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:51.382255 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-51eb2423-272e-4065-a426-e156bd68fdfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823369 Jan 27 18:31:51.561491 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-25c168eb-375f-4a6d-956a-82ea9bf23765 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705282 Jan 27 18:31:51.731145 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-178212de-5e31-467c-a082-087876bb46bd req-5b86b872-c793-4c29-bec6-b080449504a8 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1564116 Jan 27 18:31:52.339200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:31:52.493815 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:52.501569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792c001-32bb-4580-9106-56c21a4fd1ca req-ef907b8b-84a3-4983-aa62-7402b4f9f617 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:52.503269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f792c001-32bb-4580-9106-56c21a4fd1ca req-ef907b8b-84a3-4983-aa62-7402b4f9f617 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.2088509 Jan 27 18:31:52.529718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:52.540219 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:52.543998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:52.546076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d9540aaf-101f-4d51-9761-f1301a29ce13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:52.623760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:52.632761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.633229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.633589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.633912 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.634279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.634647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.635204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.635374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.636048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.636407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.636763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.637122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.637596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.637955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.638056 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f792c001-32bb-4580-9106-56c21a4fd1ca req-6da2ddad-f3c1-4400-983d-91894df265ec tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842381 Jan 27 18:31:52.638312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.638670 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.639022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.639378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.639735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.640067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.640623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.641090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.641477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.641835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:31:52.646431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:52.747823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf05de2-527e-4b16-82f3-7c46435e175f req-f594ee1c-5ad7-4e6d-bfa8-0bff1727ffcb tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:52.749599 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bf05de2-527e-4b16-82f3-7c46435e175f req-f594ee1c-5ad7-4e6d-bfa8-0bff1727ffcb tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2452908 Jan 27 18:31:52.826070 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5bf05de2-527e-4b16-82f3-7c46435e175f req-e5e7ef04-7349-41cf-b791-f4f1bcf9cc77 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0673051 Jan 27 18:31:52.964989 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'code': 200} Jan 27 18:31:53.949770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f1c28-55cc-42a8-b0b6-cd98e69e6417 req-db78c549-b3df-4804-849a-90a74909dc7c tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:53.951501 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fa4f1c28-55cc-42a8-b0b6-cd98e69e6417 req-db78c549-b3df-4804-849a-90a74909dc7c tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.1689646 Jan 27 18:31:54.025005 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fa4f1c28-55cc-42a8-b0b6-cd98e69e6417 req-f0cd2175-198f-46fa-bed1-635a9185962c tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638392 Jan 27 18:31:54.302110 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572f9d6-9d28-4ca4-918d-c6280439bfde req-46573135-990e-4bc2-95a3-05f377f66c9b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:54.303893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e572f9d6-9d28-4ca4-918d-c6280439bfde req-46573135-990e-4bc2-95a3-05f377f66c9b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.1872828 Jan 27 18:31:54.370721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e572f9d6-9d28-4ca4-918d-c6280439bfde req-68fe4a13-9e75-4d2f-b5e5-3c7bfd46568b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0599782 Jan 27 18:31:54.586075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-07ecc65e-2e95-450d-8bfc-d965138571fd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:31:54.712495 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-669f7358-88a3-4fbc-88f3-98463eeb321a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796399 Jan 27 18:31:54.873925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f93e9-c055-42c5-949b-a7b0a5356e75 req-47a131e3-0586-4f15-9be1-47de3f7b88a9 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:54.875843 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-926f93e9-c055-42c5-949b-a7b0a5356e75 req-47a131e3-0586-4f15-9be1-47de3f7b88a9 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.1696045 Jan 27 18:31:54.951655 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-926f93e9-c055-42c5-949b-a7b0a5356e75 req-d989db93-768c-4340-85c7-bc0d9abf04d6 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0681627 Jan 27 18:31:55.110612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:55.200666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port b4c25c3b-2656-4663-ae56-8de210ad3a1c completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:31:55.206997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:55.207526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:55.355540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:55.395408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:31:55.396677 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:31:55.404697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:55.407484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:31:55.487903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecae41-c993-4dde-be6a-1ab6c236b4c8 req-9f45efc3-51ff-4962-a2f4-e181f641e9ca tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:55.489624 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:31:55.489748 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9fecae41-c993-4dde-be6a-1ab6c236b4c8 req-9f45efc3-51ff-4962-a2f4-e181f641e9ca tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.1877050 Jan 27 18:31:55.493217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:31:55.510326 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'code': 200} Jan 27 18:31:55.566776 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9fecae41-c993-4dde-be6a-1ab6c236b4c8 req-fe0c3a59-c170-45e9-b58d-483bcde883d3 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Jan 27 18:31:55.818445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef402e-69fe-48d2-a92a-71be8efa62e9 req-2f4884c2-a126-4536-9a3b-b9c62e2e62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:55.820170 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-72ef402e-69fe-48d2-a92a-71be8efa62e9 req-2f4884c2-a126-4536-9a3b-b9c62e2e62b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.1006367 Jan 27 18:31:55.874314 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-72ef402e-69fe-48d2-a92a-71be8efa62e9 req-b28478f3-3201-4491-b191-32f04a0c9f8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jan 27 18:31:56.281988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8edd41-251f-4afe-b13c-31c1ee22f9f9 req-09a03a53-92d6-4b34-9f2b-635b157a81bd tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.283723 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dc8edd41-251f-4afe-b13c-31c1ee22f9f9 req-09a03a53-92d6-4b34-9f2b-635b157a81bd tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.1986156 Jan 27 18:31:56.322785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-207d2f4a-412c-4321-9aa4-96f49f6027e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.324464 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-207d2f4a-412c-4321-9aa4-96f49f6027e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b&tenant_id=64041d4054af4190a998da85a176c850 HTTP/1.1" status: 200 len: 1160 time: 0.0828302 Jan 27 18:31:56.355540 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-dc8edd41-251f-4afe-b13c-31c1ee22f9f9 req-8ff1b51b-0f98-4443-99bc-5f45426b3b05 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0637488 Jan 27 18:31:56.489000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-35b2e4d1-9da7-4423-bd30-b75dc7f297dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.490792 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-35b2e4d1-9da7-4423-bd30-b75dc7f297dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1160 time: 0.0907276 Jan 27 18:31:56.552040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:31:56.629204 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:31:56.629585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:31:56.685060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-c228c5ff-6c34-4180-a44e-707ad4d7a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.686712 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-c228c5ff-6c34-4180-a44e-707ad4d7a8a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 0.1717439 Jan 27 18:31:56.815877 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-59f7390e-28ef-4e92-9aec-afb5397f6ca4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 998 time: 0.1191423 Jan 27 18:31:56.889788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42d44-e4b1-4deb-a882-a0cbfc2f99e3 req-8ed635fd-93bb-4455-8ab1-5d602a2d7a3c tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.891688 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cae42d44-e4b1-4deb-a882-a0cbfc2f99e3 req-8ed635fd-93bb-4455-8ab1-5d602a2d7a3c tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.1747630 Jan 27 18:31:56.891871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-be6e3341-4404-4c2c-87ab-bf3f25f06318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.893527 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-be6e3341-4404-4c2c-87ab-bf3f25f06318 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.0668352 Jan 27 18:31:56.959103 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cae42d44-e4b1-4deb-a882-a0cbfc2f99e3 req-ddc7e92e-5d75-48ea-8947-892e58839d03 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604060 Jan 27 18:31:56.983701 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-fa8bca84-f703-4142-8d1d-bb7c4d024d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:56.985419 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-fa8bca84-f703-4142-8d1d-bb7c4d024d78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846868 Jan 27 18:31:57.163973 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-ae1aef33-0c31-494c-b696-6095b0882677 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569991 Jan 27 18:31:57.331347 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a019fcda-96fd-4826-9e9e-f87e5edf41c6 req-8b5c3944-d6f6-43c5-a630-32b2a240e13e service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580470 Jan 27 18:31:57.471962 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-bb1b7ba1-110c-421d-a1ca-196d0c02d06a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1081462 Jan 27 18:31:57.731079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-2d0853c4-0555-4cf5-b77b-57d945cfa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:57.732749 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-2d0853c4-0555-4cf5-b77b-57d945cfa309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be5eaed76c584610abde89839b5d0e38&device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 1162 time: 0.0982721 Jan 27 18:31:57.750559 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b794e-bd35-4693-895f-447bf7ef27d2 req-4f4d9f6d-a560-4ae4-9a83-2acf69f3bc46 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:57.752345 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ee2b794e-bd35-4693-895f-447bf7ef27d2 req-4f4d9f6d-a560-4ae4-9a83-2acf69f3bc46 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2454114 Jan 27 18:31:57.831204 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ee2b794e-bd35-4693-895f-447bf7ef27d2 req-62c96794-3ba8-4ad0-86bb-ce0682cf8443 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0713265 Jan 27 18:31:57.946702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-1f49ee62-97a1-4bf1-b38d-9642b3fb5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:57.949222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-1f49ee62-97a1-4bf1-b38d-9642b3fb5a45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 200 len: 904 time: 0.1751637 Jan 27 18:31:58.090614 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-7816b243-657c-4217-8126-bd522b0699b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 200 len: 1001 time: 0.1332960 Jan 27 18:31:58.180642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-395ed39f-fe72-4b3e-9ead-75e5efef2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:58.183025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-395ed39f-fe72-4b3e-9ead-75e5efef2359 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 200 len: 849 time: 0.0849366 Jan 27 18:31:58.272853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-b8fb696f-1f37-45ef-8ea2-bed337bba1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:58.274455 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-b8fb696f-1f37-45ef-8ea2-bed337bba1cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10ce740e-ecc2-49c2-8aa7-4de4b1871f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842702 Jan 27 18:31:58.298578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cb97-d182-44df-989b-9053e15184c6 req-0b91899f-6a43-41f5-8600-9f7bd0c8a702 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:58.300366 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1994cb97-d182-44df-989b-9053e15184c6 req-0b91899f-6a43-41f5-8600-9f7bd0c8a702 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.2007401 Jan 27 18:31:58.368469 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1994cb97-d182-44df-989b-9053e15184c6 req-a4b5d1b0-db68-477a-a3f0-810431f056ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615764 Jan 27 18:31:58.435316 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-9b433c73-d4ff-45d2-95b8-5fca800a85be service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520808 Jan 27 18:31:58.590950 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ce8bc380-f3dd-45e9-901b-77c59b64fbdd req-bf4e1bfe-b247-43ce-a0a0-ae96a37b9880 service neutron] 10.222.0.54 "GET /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484804 Jan 27 18:31:58.679132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072f8b6-0cfa-4627-b898-951518b1b174 req-820cd9ce-f0f5-4405-a4e9-b691958b6e1f tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:58.680249 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5072f8b6-0cfa-4627-b898-951518b1b174 req-820cd9ce-f0f5-4405-a4e9-b691958b6e1f tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.1760688 Jan 27 18:31:58.751173 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5072f8b6-0cfa-4627-b898-951518b1b174 req-c2f3fc14-0314-4f17-a996-af5ab3c60751 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Jan 27 18:31:59.216482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719c60-e1f4-444a-a591-62373526ba69 req-e6f7aecf-937a-4002-972c-086cab2ead46 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:59.218406 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46719c60-e1f4-444a-a591-62373526ba69 req-e6f7aecf-937a-4002-972c-086cab2ead46 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2039042 Jan 27 18:31:59.342700 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46719c60-e1f4-444a-a591-62373526ba69 req-3f2765e1-299c-4dcf-84d3-6608ac59b5fa tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0804114 Jan 27 18:31:59.442259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff9f8c-f794-4f4f-acb1-57a426f3b6be req-8db26481-45d6-4a60-ad70-2f367b04020e tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:31:59.443963 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8ff9f8c-f794-4f4f-acb1-57a426f3b6be req-8db26481-45d6-4a60-ad70-2f367b04020e tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.2243221 Jan 27 18:31:59.516545 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f8ff9f8c-f794-4f4f-acb1-57a426f3b6be req-f203c8ab-f62a-4ff7-bdee-1360d7c9d00d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660331 Jan 27 18:32:00.668336 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e126-26ec-4088-bc5d-7c39016c94c2 req-5f40ac3b-b9c7-4773-8299-0f22f641165c tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:00.670029 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8bd2e126-26ec-4088-bc5d-7c39016c94c2 req-5f40ac3b-b9c7-4773-8299-0f22f641165c tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.1785059 Jan 27 18:32:00.740681 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8bd2e126-26ec-4088-bc5d-7c39016c94c2 req-2ef880d0-2f77-410b-acd7-58d98f7383dd tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619581 Jan 27 18:32:01.088409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:01.176647 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:01.177068 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:01.306241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:01.342515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:01.355023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:01.359930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:01.362263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:01.417818 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'code': 200} Jan 27 18:32:01.446012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:01.449690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:01.850361 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164e2b-ff62-4810-8c79-73c8acdb714f req-9741c600-b05a-4468-8890-dde3fe92fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:01.852024 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0b164e2b-ff62-4810-8c79-73c8acdb714f req-9741c600-b05a-4468-8890-dde3fe92fd8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.0807703 Jan 27 18:32:01.903766 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0b164e2b-ff62-4810-8c79-73c8acdb714f req-ec6c5bd4-f94e-4e26-832a-b2de8f0454d3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445206 Jan 27 18:32:02.087612 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0291d-abf5-4d0d-9016-364f8188ad83 req-77dd3211-77cf-4c73-8a06-aac8f8f75d93 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:02.089384 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3df0291d-abf5-4d0d-9016-364f8188ad83 req-77dd3211-77cf-4c73-8a06-aac8f8f75d93 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.2019219 Jan 27 18:32:02.158334 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3df0291d-abf5-4d0d-9016-364f8188ad83 req-60fede88-3d2d-4e9b-8224-f4bfe3c698cc tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0613511 Jan 27 18:32:02.616977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:02.693007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port d4925d60-8822-45bf-a6ee-b12830fed5d1 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:02.693457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:03.071186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:03.490540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35c4b8-3562-4c1f-a7e8-ad533f80fae9 req-8cd24cf2-ac15-4fa0-b766-4df8acc51fd7 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:03.492246 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc35c4b8-3562-4c1f-a7e8-ad533f80fae9 req-8cd24cf2-ac15-4fa0-b766-4df8acc51fd7 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.1932518 Jan 27 18:32:03.579661 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc35c4b8-3562-4c1f-a7e8-ad533f80fae9 req-6a14b191-b04a-4759-a0ef-2f6aaec39230 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0809577 Jan 27 18:32:04.785538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8783e2-9bb5-4e37-88bf-68594d99d048 req-2c7eb643-6752-4ebb-9ea4-9b5df08d482a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:04.787264 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d8783e2-9bb5-4e37-88bf-68594d99d048 req-2c7eb643-6752-4ebb-9ea4-9b5df08d482a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.1695132 Jan 27 18:32:04.854284 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d8783e2-9bb5-4e37-88bf-68594d99d048 req-29e9f276-82e6-4799-91cf-38a0547e7c03 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604732 Jan 27 18:32:05.117088 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-d9aee17e-2e31-4890-90d7-8d9c7ff1f967 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2036648 Jan 27 18:32:05.127685 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'floatingip': {'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:05.150170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:05.154543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Usage tracker for resource:floatingip and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:05.157768 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:05.163837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:05.175121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:05.336028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:05.696423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Allocated IP 172.28.2.173 (57510297-21a8-4c27-b1c9-64975c663b82/c0138d50-759d-4956-bbc0-9f49f9003f38/42e57429-1a63-4485-a44f-0945e9a84c21) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:32:06.088953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed47b16-9d58-426a-b8b1-e70a613a5d8a req-ebd76fe8-1efe-4197-808b-98cad1432259 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:06.090754 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4ed47b16-9d58-426a-b8b1-e70a613a5d8a req-ebd76fe8-1efe-4197-808b-98cad1432259 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.4891336 Jan 27 18:32:06.197196 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4ed47b16-9d58-426a-b8b1-e70a613a5d8a req-ef0a5e55-4595-428a-8a91-70d51fac86c0 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974963 Jan 27 18:32:06.224531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.253057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.267158 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-68c05203-3cae-4f9c-8b86-6fcfdc6c16c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:06.411211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'Port': ['ID=42e57429-1a63-4485-a44f-0945e9a84c21,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:06.433845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.434271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.434665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.435062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.435452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.435844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.436238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.436651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.437075 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.437611 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.438000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.438386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.438827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.439218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.439608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.439994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.440373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.440758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.441232 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.441574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.441959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.442343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.442725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.443107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:06.447969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:06.490260 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Network 57510297-21a8-4c27-b1c9-64975c663b82 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:32:06.491478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:32:06.494106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:32:06.587529 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.655574 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.965857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.971994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:06.994157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ba492cf0-e16d-4520-a72f-8ed91aa52d4c tempest-VolumesActionsTest-1162485918 tempest-VolumesActionsTest-1162485918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:07.133705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'Port': ['ID=42e57429-1a63-4485-a44f-0945e9a84c21,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:07.138627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:07.247994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:07.271702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:07.273103 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1500647 Jan 27 18:32:07.428690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-f1bebb2f-eb69-4d09-b82f-670549593534 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:floatingip {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:32:07.463222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-f1bebb2f-eb69-4d09-b82f-670549593534 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:floatingip {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:32:07.464509 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-f1bebb2f-eb69-4d09-b82f-670549593534 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.173 HTTP/1.1" status: 200 len: 696 time: 0.1846845 Jan 27 18:32:07.650784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce19ab8-f97f-4d04-a628-2f7e5710f5c4 req-0ccb8235-6195-40d2-9d29-b047f7b38d20 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:07.652523 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fce19ab8-f97f-4d04-a628-2f7e5710f5c4 req-0ccb8235-6195-40d2-9d29-b047f7b38d20 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.3080032 Jan 27 18:32:07.765767 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fce19ab8-f97f-4d04-a628-2f7e5710f5c4 req-edc77c28-f988-4d9b-97a9-29a390a68381 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062477 Jan 27 18:32:07.857577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-bfc4600e-b484-44a5-8f7c-61a0cdee59a8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:07.859200 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-bfc4600e-b484-44a5-8f7c-61a0cdee59a8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 784 time: 0.3873215 Jan 27 18:32:07.871596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-09fdee98-40f0-4944-b9b5-083df6bc8811 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:32:07.872665 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d938fa07-a7a8-4a64-87e1-431ed5031908 req-09fdee98-40f0-4944-b9b5-083df6bc8811 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0069029 Jan 27 18:32:07.968841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e1150-a06d-41e7-8df7-29b59588e78e req-ea019c0a-3bfb-4c4f-8a98-6809b8bafc32 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:07.969714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-580e1150-a06d-41e7-8df7-29b59588e78e req-ea019c0a-3bfb-4c4f-8a98-6809b8bafc32 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Synchronizing usage tracker for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:32:07.983131 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-580e1150-a06d-41e7-8df7-29b59588e78e req-ea019c0a-3bfb-4c4f-8a98-6809b8bafc32 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Unset dirty status for tenant:be5eaed76c584610abde89839b5d0e38 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:32:07.984699 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-580e1150-a06d-41e7-8df7-29b59588e78e req-ea019c0a-3bfb-4c4f-8a98-6809b8bafc32 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 945 time: 0.1830847 Jan 27 18:32:08.084732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:08.085128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.153033 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-6f242fe3-2944-479f-a963-9e9908237307 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:08.155495 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-6f242fe3-2944-479f-a963-9e9908237307 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1680179 Jan 27 18:32:08.265466 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-3520ccda-d273-43bc-8d3d-df9fcf6e6e1a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.173 HTTP/1.1" status: 200 len: 696 time: 0.1030779 Jan 27 18:32:08.279838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'floatingip': {'port_id': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:08.376017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:08.376424 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.388991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.512992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:32:08.650439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.686292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:08.698155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:08.702060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.704503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:08.769691 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'code': 200} Jan 27 18:32:08.788954 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:08.792995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:08.982655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.983078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:08.983425 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP 7e84a8ca-82d4-493a-999f-2110b1a6b3e2 disassociated. External IP: 172.28.2.238, port: c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc. Jan 27 18:32:08.983925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:09.085197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:32:09.085493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:32:09.205370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-277f309e-b6da-4b6f-a479-6247d61b6adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:09.356116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8666792-826e-461a-aeae-0498875de551 req-ab2cb87f-6924-45ff-9133-61b2160a8718 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:09.357840 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8666792-826e-461a-aeae-0498875de551 req-ab2cb87f-6924-45ff-9133-61b2160a8718 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 943 time: 0.2129629 Jan 27 18:32:09.395683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.resource_extend [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 18:32:09.536430 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c8666792-826e-461a-aeae-0498875de551 req-5a34acfe-ce12-450f-9ce5-db134dc6e35e tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups?id=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689124 Jan 27 18:32:09.549937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:09.553226 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:09.587271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:09.587604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:09.744376 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Floating IP a0d66f6f-ea35-4f85-849e-5f6b31b557ec associated. External IP: 172.28.2.173, port: b4c25c3b-2656-4663-ae56-8de210ad3a1c. Jan 27 18:32:09.890151 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] For port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:09.890721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:10.134648 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Router 19733101-0a17-46e1-85e5-dcbe3194fad3 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:32:10.231796 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:10.232410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:10.232713 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Floating IP 7e84a8ca-82d4-493a-999f-2110b1a6b3e2 disassociated. External IP: 172.28.2.238, port: c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc. Jan 27 18:32:10.233184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:10.340014 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:32:10.344460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:10.350735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Sync routers for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:32:10.365024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:10.365927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:10.396385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:10.408555 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-4fc2775c-6942-441c-a57a-14f011db667a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "PUT /v2.0/floatingips/a0d66f6f-ea35-4f85-849e-5f6b31b557ec HTTP/1.1" status: 200 len: 997 time: 2.1334083 Jan 27 18:32:10.409118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:10.414750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-339d5132-7473-41e5-a277-1a083f1d12ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:10.473968 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:32:10.518105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-6fb7364b-39f9-4c2d-a0d5-15d452b168cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:10.520282 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'Port': ['ID=c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:10.527313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:10.527848 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-6fb7364b-39f9-4c2d-a0d5-15d452b168cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.1022696 Jan 27 18:32:10.597249 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:10.664343 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-14f3f208-4027-4f6c-b1a0-3fedefcbb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:10.666209 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-14f3f208-4027-4f6c-b1a0-3fedefcbb1dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.1357989 Jan 27 18:32:10.692626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-2aafcb1b-8b73-409c-9bb0-f6b3f3bffddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:10.695023 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-2aafcb1b-8b73-409c-9bb0-f6b3f3bffddf service neutron] 10.222.0.60 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.1663318 Jan 27 18:32:10.836974 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a81430f4-f8f7-46cd-bce4-f4822bf3c754 req-df26d5f2-e3f6-4ee1-9f21-6e0325f9c397 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 210 time: 0.0744655 Jan 27 18:32:10.858695 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-1b31736e-b085-4c2c-a8ef-a7170701e984 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1000 time: 0.1570477 Jan 27 18:32:10.939863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-7e78f9f5-b564-4594-9821-f5300530b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:10.942051 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-7e78f9f5-b564-4594-9821-f5300530b1ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.0718696 Jan 27 18:32:11.003700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-71313c41-29f2-4d61-86fc-8610c4028c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:11.005312 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-71313c41-29f2-4d61-86fc-8610c4028c93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.3263724 Jan 27 18:32:11.055633 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-5f23383d-747e-4f9d-8d1b-345082513f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:11.059646 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-5f23383d-747e-4f9d-8d1b-345082513f3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1086142 Jan 27 18:32:11.066097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'a0d66f6f-ea35-4f85-849e-5f6b31b557ec', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'port_id': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'mac_address': 'fa:16:3e:cc:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672eaccd-8af2-48c2-849d-a79de653d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:32:06Z', 'updated_at': '2021-01-27T18:32:09Z', 'revision_number': 1, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:11.070851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Checking router: 19733101-0a17-46e1-85e5-dcbe3194fad3 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:32:11.081948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:11.082718 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:11.092757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:32:11.247808 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-d7bd6acb-5e02-4396-b6e8-0d899e63fbcf service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813998 Jan 27 18:32:11.269396 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-9db9439d-8387-4779-885e-c876a7057839 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1000 time: 0.2562239 Jan 27 18:32:11.388857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-99fecd07-3a57-4e75-9c54-642afcd4354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:11.390481 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-99fecd07-3a57-4e75-9c54-642afcd4354e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.1076951 Jan 27 18:32:11.409950 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b851abba-4303-43b1-bd4c-faf5be674e8a req-5ac99820-109a-4f41-95e2-872d2beaa22c service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609724 Jan 27 18:32:11.438407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:32:11.450081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:32:11.460631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-25281659', 'description': 'tempest-TestMinimumBasicScenario-25281659 description'}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:11.462319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:11.463175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:31:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:11.476530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:11.486702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:11.492671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] No DVR routers for this DVR port c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:32:11.495661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:11.497725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:11.504568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-deleted', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:11.508979 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:11.529747 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-580e1150-a06d-41e7-8df7-29b59588e78e req-e63e469a-78fd-47e3-9332-fd90c4ec5c3c tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.54 "DELETE /v2.0/ports/c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc HTTP/1.1" status: 204 len: 173 time: 3.5383055 Jan 27 18:32:11.553582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-23c7acce-3b0f-4d6d-9a11-733ba6af22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:11.555425 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-23c7acce-3b0f-4d6d-9a11-733ba6af22f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544638 Jan 27 18:32:11.598764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:11.617421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Usage tracker for resource:security_group_rule and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:11.621360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:11.634374 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:11.654178 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc6f12-ff04-4d31-b040-e672ecde4c62', 'name': 'network-vif-deleted', 'tag': 'c2201dc7-87cd-48d1-bbf1-3dd51aaa36bc', 'status': 'completed', 'code': 200} Jan 27 18:32:11.744881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:11.748407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:11.753179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b9f39618-26af-4f83-837d-0805c00cc87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:11.794613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:11.808859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9f579-2d74-4486-b4bb-1d0d1112f6ad,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:11.822592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:11.828101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:11.833139 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a373d139-2796-48e0-8f04-376ecafc0a22 req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3786683 Jan 27 18:32:11.940972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'a0d66f6f-ea35-4f85-849e-5f6b31b557ec', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'port_id': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'mac_address': 'fa:16:3e:cc:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672eaccd-8af2-48c2-849d-a79de653d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:32:06Z', 'updated_at': '2021-01-27T18:32:09Z', 'revision_number': 1, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:11.945732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef8b00-8c5a-4d2e-a5c2-c7435d8a49b8 None None] The sync data for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb is: [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_floatingips': [{'id': 'a0d66f6f-ea35-4f85-849e-5f6b31b557ec', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'floating_ip_address': '172.28.2.173', 'floating_network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'router_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'port_id': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'mac_address': 'fa:16:3e:cc:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672eaccd-8af2-48c2-849d-a79de653d91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T18:32:06Z', 'updated_at': '2021-01-27T18:32:09Z', 'revision_number': 1, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:32:11.993392 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-16033950-142b-457c-aa6b-2aa4a3ae91e9 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups/14e9f579-2d74-4486-b4bb-1d0d1112f6ad HTTP/1.1" status: 200 len: 1810 time: 0.1272259 Jan 27 18:32:12.013337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14e9f579-2d74-4486-b4bb-1d0d1112f6ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:12.013687 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14e9f579-2d74-4486-b4bb-1d0d1112f6ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:12.063939 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-15c4a5f9-312c-445b-bdef-500e04c6e653 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006816 Jan 27 18:32:12.121405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.122438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8bc22fb3-a3a6-4578-81fd-73531eb94d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.246130 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-07e5bdb6-ef98-48e5-b978-0c9e96cf59a0 req-70922d05-133a-4a7f-8dba-ac7a87d609d9 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1671870 Jan 27 18:32:12.344391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cf8cf-4667-4f03-b349-db9e29eed7c0 None None] New status for floating IP a0d66f6f-ea35-4f85-849e-5f6b31b557ec: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:32:12.354005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:12.358874 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:12.359877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:32:12.370608 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db945b01-e539-4471-b521-755f06094ba0 req-a8652d39-f090-4017-a2cc-57f812e4ce69 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3dc6f12-ff04-4d31-b040-e672ecde4c62 HTTP/1.1" status: 200 len: 210 time: 0.3084755 Jan 27 18:32:12.371910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Usage tracker for resource:security_group_rule and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:12.375569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:12.384254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:12.385477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:32:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:12.385619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:12.453590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.483313 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.486477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.488881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:12.519078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8705179b-08bd-4aaa-8910-d5c0b26137fc,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:12.522055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:12.529119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.530815 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2b796758-28a8-4c68-810c-b28f67cd37ed req-c255cfcb-f5e5-4795-b691-e0758efc9cfe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5224857 Jan 27 18:32:12.617794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:12.641265 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-99ac34c9-b075-4c2c-a57b-9b9a3a9f17d8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups/14e9f579-2d74-4486-b4bb-1d0d1112f6ad HTTP/1.1" status: 200 len: 2403 time: 0.0761218 Jan 27 18:32:12.653617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14e9f579-2d74-4486-b4bb-1d0d1112f6ad', 'remote_group_id': None}]} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:12.654015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14e9f579-2d74-4486-b4bb-1d0d1112f6ad', 'remote_group_id': None}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:12.677536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:12.681947 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Usage tracker for resource:security_group_rule and tenant:ef6543ebdafd4eb8b4006f95b98d9152 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:12.685326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:12.691848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:12.756857 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.784062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.787264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523361'] for security_group_rule, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.789476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:12.807467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c4e07b-8d8a-4c21-a338-c6a3b5488292,revision_number=0']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:12.810203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:12.828400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:12.829732 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6a6efa7c-0380-4e27-9d79-e026b2f1f8cb req-1688b652-58ab-4035-88c6-627e57507fef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1810703 Jan 27 18:32:12.972164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:12.976434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751b14f-36d4-4b1c-a356-f42efc11b228 None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:26:33Z', 'revision_number': 4, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '2475494a-0d0a-42c5-be66-b9628e39160d', 'name': '', 'network_id': '10ce740e-ecc2-49c2-8aa7-4de4b1871f50', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'mac_address': 'fa:16:3e:e6:cf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:30Z', 'updated_at': '2021-01-27T18:26:46Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'subnets': [{'id': 'bdb2a75f-0846-47fd-9832-33f20e16af76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:32:12.998522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-78f6d102-d33c-4e33-9400-48ef19473b4d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:32:13.016502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-78f6d102-d33c-4e33-9400-48ef19473b4d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:32:13.018842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-78f6d102-d33c-4e33-9400-48ef19473b4d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-25281659&fields=id&tenant_id=ef6543ebdafd4eb8b4006f95b98d9152 HTTP/1.1" status: 200 len: 267 time: 0.0786946 Jan 27 18:32:13.187092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-a567d6a4-e533-4df1-b242-2cc02a3f0393 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:13.188824 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-a567d6a4-e533-4df1-b242-2cc02a3f0393 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.1641426 Jan 27 18:32:13.203599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'port': {'security_groups': ['afa1efa0-e624-4a94-9dc9-3faa568e2745', '14e9f579-2d74-4486-b4bb-1d0d1112f6ad']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:32:13.364100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.388943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca164eba-1f70-430b-8aac-a643e6432bb2 None None] New status for floating IP 7e84a8ca-82d4-493a-999f-2110b1a6b3e2: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:32:13.545888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56156) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:13.650540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.670622 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.685658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.734617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.740215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-23d6120f-fc06-40c9-b4be-639e398feb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:13.751235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:13.758422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f1f48-9016-4e2a-8aa6-5451d1e5a9a1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:13.762980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:13.767302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.768546 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "DELETE /v2.0/security-groups/795f1f48-9016-4e2a-8aa6-5451d1e5a9a1 HTTP/1.1" status: 204 len: 168 time: 0.2214243 Jan 27 18:32:13.771564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56162) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:13.789885 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.v2.resource [None req-b016e931-15a5-4c84-af49-cd6fba5686f3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] show failed (client error): The resource could not be found. Jan 27 18:32:13.794121 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b016e931-15a5-4c84-af49-cd6fba5686f3 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "GET /v2.0/security-groups/795f1f48-9016-4e2a-8aa6-5451d1e5a9a1 HTTP/1.1" status: 404 len: 347 time: 0.0183232 Jan 27 18:32:13.795087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.795296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56166) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:13.796457 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.812721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:13.986896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:13.989580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Deleting port e190814c-5712-4503-a099-8d2ab6ddf13d {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:13.990004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:13.992688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:14.102273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:14.103027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.106100 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-472a3aa4-a37d-4ceb-8eb4-71e26572102b req-502e7ffb-9766-46e8-9d65-b04717d396ef tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "PUT /v2.0/ports/b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 982 time: 0.9082253 Jan 27 18:32:14.106736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:14.187472 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:32:14.232077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.232436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.247697 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.292626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-499db4fe-42f2-41f6-bd7e-eb8959ebb026 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:14.292952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-499db4fe-42f2-41f6-bd7e-eb8959ebb026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.423353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585e1e-3a69-46dd-b346-06ee27014e1e req-c8f3b27f-bc50-446c-be85-b5e7ce97a8df tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:14.425082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Calling delete_port for e190814c-5712-4503-a099-8d2ab6ddf13d owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:14.427085 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4f585e1e-3a69-46dd-b346-06ee27014e1e req-c8f3b27f-bc50-446c-be85-b5e7ce97a8df tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.1775806 Jan 27 18:32:14.511227 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4f585e1e-3a69-46dd-b346-06ee27014e1e req-e464ea57-2119-4a51-b331-a945082954d8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0791674 Jan 27 18:32:14.550500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93929c-935f-486c-aba6-0a5a516c096a req-c3654b84-41f2-4361-877a-7bf34d1bee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:14.552232 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-c3654b84-41f2-4361-877a-7bf34d1bee3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1203 time: 0.2405348 Jan 27 18:32:14.725077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:14.751116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-98f8bed8-f512-4c8b-9049-ee16cf9f55c7 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:14.805790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Pushing event deleted for resources: {'Port': ['ID=e190814c-5712-4503-a099-8d2ab6ddf13d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:14.808761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:14.898229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93929c-935f-486c-aba6-0a5a516c096a req-bed096a8-28cc-4c32-95b5-2ec0121af153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:14.899854 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-bed096a8-28cc-4c32-95b5-2ec0121af153 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.3106325 Jan 27 18:32:14.926115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:15.007245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:15.007666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:15.104346 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-a6ff0452-b166-48cf-a89a-4cbccaa5bc7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1002 time: 0.1765726 Jan 27 18:32:15.182035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:15.216536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93929c-935f-486c-aba6-0a5a516c096a req-3b49ff1f-9e6b-4f80-97c8-5286b6869ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:15.218311 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-3b49ff1f-9e6b-4f80-97c8-5286b6869ab0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.1066306 Jan 27 18:32:15.221614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:15.222756 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5d13750e-bd5d-4a05-9a0b-efab56a408f6 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] 10.222.0.60 "DELETE /v2.0/floatingips/7e84a8ca-82d4-493a-999f-2110b1a6b3e2 HTTP/1.1" status: 204 len: 168 time: 1.4271595 Jan 27 18:32:15.308664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93929c-935f-486c-aba6-0a5a516c096a req-d3bb38a8-c50c-488d-a1d0-1b32e21294c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:15.310414 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-d3bb38a8-c50c-488d-a1d0-1b32e21294c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846210 Jan 27 18:32:15.476296 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-5e845ef2-a180-4fb5-b32c-e99792ec923d service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574557 Jan 27 18:32:15.647171 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a93929c-935f-486c-aba6-0a5a516c096a req-ef5bbea4-5ef4-4471-aa1a-de85cfa356c7 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612990 Jan 27 18:32:19.551399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56212) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:20.288506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:20.692461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Deleting port 2475494a-0d0a-42c5-be66-b9628e39160d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:20.693074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:20.896812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] For port 2475494a-0d0a-42c5-be66-b9628e39160d, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2475494a-0d0a-42c5-be66-b9628e39160d,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:20.897205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:21.040334 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Calling delete_port for 2475494a-0d0a-42c5-be66-b9628e39160d owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:21.612461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:21.628971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f17ef048-0c68-4747-8f82-6c0df51e2b7a tempest-ServerRescueNegativeTestJSON-1579574047 tempest-ServerRescueNegativeTestJSON-1579574047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:21.731640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Pushing event deleted for resources: {'Port': ['ID=2475494a-0d0a-42c5-be66-b9628e39160d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:21.736114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:22.073506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:22.616853 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Router c70f877f-198a-41c5-9378-a0795d43a8ea has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:32:22.820820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:32:22.832044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Sync routers for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:32:22.836094 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-816c0deb-22cb-4c76-8663-adc3b374794f admin admin] 10.222.0.60 "PUT /v2.0/routers/c70f877f-198a-41c5-9378-a0795d43a8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2828655 Jan 27 18:32:22.838991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56234) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:22.842747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:22.843456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:32:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:23.034521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:23.041378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:23.242725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:23.247753 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Deleting port 0db938eb-ddb4-48df-a133-7f86fa715cde {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:23.248129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:23.377399 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:32:21Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:23.383591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Checking router: c70f877f-198a-41c5-9378-a0795d43a8ea for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:32:23.396491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Routers {'c70f877f-198a-41c5-9378-a0795d43a8ea'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:32:23.397221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:32:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c70f877f-198a-41c5-9378-a0795d43a8ea'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:23.608828 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] Set router c70f877f-198a-41c5-9378-a0795d43a8ea gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:32:23.705483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] For port 0db938eb-ddb4-48df-a133-7f86fa715cde, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=0db938eb-ddb4-48df-a133-7f86fa715cde,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:23.706333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:23.849357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Calling delete_port for 0db938eb-ddb4-48df-a133-7f86fa715cde owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:23.954058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:32:21Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:23.958983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92bb041-91e0-4867-a081-3b332c4e814e None None] The sync data for ids ['c70f877f-198a-41c5-9378-a0795d43a8ea'] in dv-cinder-772388-3-smb is: [{'id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'name': 'tempest-AttachVolumeTestJSON-759770467-router', 'tenant_id': 'be5eaed76c584610abde89839b5d0e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:26:16Z', 'updated_at': '2021-01-27T18:32:21Z', 'revision_number': 5, 'project_id': 'be5eaed76c584610abde89839b5d0e38', 'gw_port': {'id': '0db938eb-ddb4-48df-a133-7f86fa715cde', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70f877f-198a-41c5-9378-a0795d43a8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:26:22Z', 'updated_at': '2021-01-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:32:24.000933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.plugins.ml2.ovo_rpc [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: result = function(*args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: proto.__init__(conn_state, self) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: self.handle() Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: self.handle_one_request() Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: self.handle_one_response() Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: result = self.application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return app(environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self.application) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return request.get_response(self.application) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = req.get_response(self._app) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: application, catch_exc_info=False) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: app_iter = application(self.environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: response = self.app(environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return resp(environ, start_response) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: resp = self.call_func(req, *args, **kw) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: return self.func(req, *args, **kwargs) Jan 27 18:32:24.007547 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: result = method(request=request, **args) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return self._delete(request, id, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*dup_args, **dup_kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: obj_deleter(request.context, id, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return method(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(*dup_args, **dup_kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: self._delete_current_gw_port(context, id, router, None) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: admin_ctx, gw_port_id, l3_port_check=False) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, context, *args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return method(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: context, port, router_ids, bound_mech_contexts) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: return function(*args, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: callback(resource, event, trigger, **kwargs) Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: if self._is_session_semantic_violated(context, resource, event): Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: stack = traceback.extract_stack() Jan 27 18:32:24.021403 dv-cinder-772388-3-smb neutron-server[80001]: Jan 27 18:32:24.216147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.419228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.422872 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.529195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.529769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70f877f-198a-41c5-9378-a0795d43a8ea {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:32:24.553320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.554601 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-214bca93-a931-4598-8494-5535dd3bcc3e admin admin] 10.222.0.60 "DELETE /v2.0/routers/c70f877f-198a-41c5-9378-a0795d43a8ea HTTP/1.1" status: 204 len: 168 time: 1.7146277 Jan 27 18:32:24.557690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56252) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:24.636450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Deleting subnet bdb2a75f-0846-47fd-9832-33f20e16af76 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:32:24.640064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.640392 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed300-c3c0-44ce-af14-7880eeaa4b0f req-8544ceaa-8d86-4302-b032-8964b0decf52 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:24.641981 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1f1ed300-c3c0-44ce-af14-7880eeaa4b0f req-8544ceaa-8d86-4302-b032-8964b0decf52 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.3489544 Jan 27 18:32:24.695982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:24.712666 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1f1ed300-c3c0-44ce-af14-7880eeaa4b0f req-3671b8da-3bc1-46d4-8481-400f5baff332 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636644 Jan 27 18:32:24.832930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.125955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.143771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0148bdf2-272e-41a8-b28b-7907d64710eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:25.168683 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 0db938eb-ddb4-48df-a133-7f86fa715cde no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:32:25.207705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 0db938eb-ddb4-48df-a133-7f86fa715cde {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:32:25.208391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 0db938eb-ddb4-48df-a133-7f86fa715cde not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:32:25.209095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2475494a-0d0a-42c5-be66-b9628e39160d no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:32:25.241500 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb2a75f-0846-47fd-9832-33f20e16af76,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:25.246973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 2475494a-0d0a-42c5-be66-b9628e39160d {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:32:25.247370 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2475494a-0d0a-42c5-be66-b9628e39160d not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:32:25.263408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.263829 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.264238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.264876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.265465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.265894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.266312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.266732 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.267128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.267519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.267918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.268314 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.268761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.269187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.269562 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.269956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.270345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.270731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.271140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.271531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.271945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.272369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.272776 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.273183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:25.278423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:25.310734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.316541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5fed2-82d0-44b3-bf9d-96c550244e18 None None] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:32:25.317554 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dc4eb321-5994-43a7-8fed-89e50e6b5bba admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bdb2a75f-0846-47fd-9832-33f20e16af76 HTTP/1.1" status: 204 len: 168 time: 0.7587020 Jan 27 18:32:25.320353 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56258) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:25.443620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.515940 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Deleting port b013b6e8-af87-403b-a290-86324c1bf118 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:25.516329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.581919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] DHCP port deletion for 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 request from dv-cinder-772388-3-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 18:32:25.587300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Deleting port b013b6e8-af87-403b-a290-86324c1bf118 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:25.587833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.831409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] For port b013b6e8-af87-403b-a290-86324c1bf118, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=b013b6e8-af87-403b-a290-86324c1bf118,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:25.831750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:25.982787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Calling delete_port for b013b6e8-af87-403b-a290-86324c1bf118 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:25.997086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] For port b013b6e8-af87-403b-a290-86324c1bf118, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=b013b6e8-af87-403b-a290-86324c1bf118,segment=NetworkSegment(cdccdb50-2054-4b7c-a84f-7691804d5129),segment_id=cdccdb50-2054-4b7c-a84f-7691804d5129)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:25.997523 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.045181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a541-1235-4915-8f5f-5cf11a316444 req-7f8c276f-102e-4225-bff7-24337a0bcc99 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:26.046809 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ab67a541-1235-4915-8f5f-5cf11a316444 req-7f8c276f-102e-4225-bff7-24337a0bcc99 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1764412 Jan 27 18:32:26.125056 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ab67a541-1235-4915-8f5f-5cf11a316444 req-dd937acd-9d67-4881-bb22-34cd24da704f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642035 Jan 27 18:32:26.136967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Calling delete_port for b013b6e8-af87-403b-a290-86324c1bf118 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:32:26.227899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.242824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d806f00a-e080-4014-b44b-0cd61771abf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:26.295640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Pushing event deleted for resources: {'Port': ['ID=b013b6e8-af87-403b-a290-86324c1bf118,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:26.298532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:26.318330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:32:26.318760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:32:26.402359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] No DVR routers for this DVR port b013b6e8-af87-403b-a290-86324c1bf118 on host dv-cinder-772388-3-smb {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:32:26.458792 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:32:26.537466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.664428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ce740e-ecc2-49c2-8aa7-4de4b1871f50']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:26.678191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdccdb50-2054-4b7c-a84f-7691804d5129') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:26.678526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdccdb50-2054-4b7c-a84f-7691804d5129') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:32:26.691937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036721121191'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.708919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.711258 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:32:26.820303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Deleting port b013b6e8-af87-403b-a290-86324c1bf118 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:32:26.820871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:26.896863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec53d-191f-4b1f-b447-71990d3188c4 None None] The port 'b013b6e8-af87-403b-a290-86324c1bf118' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 18:32:26.904726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:32:26.920391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134048862'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.117003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Network 10ce740e-ecc2-49c2-8aa7-4de4b1871f50 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:32:27.141516 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:32:27.173801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device b013b6e8-af87-403b-a290-86324c1bf118 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:32:27.210983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: b013b6e8-af87-403b-a290-86324c1bf118 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:32:27.211375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device b013b6e8-af87-403b-a290-86324c1bf118 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:32:27.231547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.236250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.240617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:27.271688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ce740e-ecc2-49c2-8aa7-4de4b1871f50,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:27.277552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:27.287576 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b7c1febe-a7c7-41c6-8dd1-5947d94b1755 admin admin] 10.222.0.60 "DELETE /v2.0/networks/10ce740e-ecc2-49c2-8aa7-4de4b1871f50 HTTP/1.1" status: 204 len: 168 time: 1.9661636 Jan 27 18:32:27.445195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56270) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:27.450662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57430-d92e-4e77-845f-5dcf3f0124ca req-dded1abe-5a42-466c-bf2e-18ae1f82af1a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:27.452474 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80a57430-d92e-4e77-845f-5dcf3f0124ca req-dded1abe-5a42-466c-bf2e-18ae1f82af1a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1724756 Jan 27 18:32:27.502556 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-902d4574-d191-4e7d-b9eb-d2866505cb30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be5eaed76c584610abde89839b5d0e38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558217 Jan 27 18:32:27.505300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56274) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:27.525825 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80a57430-d92e-4e77-845f-5dcf3f0124ca req-8dd77600-6397-427e-9ed3-a20ea67c7f61 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660663 Jan 27 18:32:27.580233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.615883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.674124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.680211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-20c740c2-77e7-40c1-b895-bd33cfc6f918 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:27.695987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d80f26-fd7e-4b32-9749-2ec4ade75749,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:27.699988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:27.704106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:27.705400 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19d80f26-fd7e-4b32-9749-2ec4ade75749 HTTP/1.1" status: 204 len: 168 time: 0.1990635 Jan 27 18:32:28.847136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc735bd-a2ff-49d1-8073-9d95ab7a9510 req-0f9b3cef-93cb-4f2a-8b4e-7a2e2884af7c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:28.848781 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4fc735bd-a2ff-49d1-8073-9d95ab7a9510 req-0f9b3cef-93cb-4f2a-8b4e-7a2e2884af7c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1694686 Jan 27 18:32:28.917405 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4fc735bd-a2ff-49d1-8073-9d95ab7a9510 req-8664ee1d-ab73-4eff-98b1-78ed5e840998 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620756 Jan 27 18:32:30.245410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e452e3-05ad-47e1-a615-8559f635038a req-1e683618-99a9-4c3b-9173-dd66e83048de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:30.247159 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99e452e3-05ad-47e1-a615-8559f635038a req-1e683618-99a9-4c3b-9173-dd66e83048de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1788709 Jan 27 18:32:30.316465 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99e452e3-05ad-47e1-a615-8559f635038a req-794b8215-8433-4b91-b68b-2291a63658d3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604069 Jan 27 18:32:31.654546 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567056-bc3f-4a01-bbd8-703a4cef4e09 req-911db442-cdd7-4768-91f0-73bd3fbe6d05 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:31.656577 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42567056-bc3f-4a01-bbd8-703a4cef4e09 req-911db442-cdd7-4768-91f0-73bd3fbe6d05 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1868646 Jan 27 18:32:31.734419 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-42567056-bc3f-4a01-bbd8-703a4cef4e09 req-ace0c0ec-1ccf-4b67-80fa-410f00a71c19 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704272 Jan 27 18:32:33.063436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f1d6-ddb4-4882-b06d-90ca598e8f61 req-ed033466-c154-4a8a-a642-c5903d3e56b6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:33.065093 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12c6f1d6-ddb4-4882-b06d-90ca598e8f61 req-ed033466-c154-4a8a-a642-c5903d3e56b6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1670969 Jan 27 18:32:33.094731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:33.132388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-12c6f1d6-ddb4-4882-b06d-90ca598e8f61 req-4ddaa2b1-41b5-4cae-a46e-2c7ab033f7d8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608921 Jan 27 18:32:34.479890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478b301-4d2d-46dd-89cb-2e8eb42d8df8 req-ba632013-332b-43f3-8334-0686bc6106b0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:34.481673 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a478b301-4d2d-46dd-89cb-2e8eb42d8df8 req-ba632013-332b-43f3-8334-0686bc6106b0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1891854 Jan 27 18:32:34.552092 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a478b301-4d2d-46dd-89cb-2e8eb42d8df8 req-d987b44b-07c7-4f20-81fa-a4dccc36b6ce tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607655 Jan 27 18:32:34.969535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:35.052271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:35.052688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:35.891644 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8798da-4f98-4e48-a369-da0b41f29dab req-0945a147-3577-497d-aa22-32b0346e5454 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:35.893299 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cc8798da-4f98-4e48-a369-da0b41f29dab req-0945a147-3577-497d-aa22-32b0346e5454 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1778364 Jan 27 18:32:35.974365 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cc8798da-4f98-4e48-a369-da0b41f29dab req-b3bf30e2-5b51-47f8-9b55-e7ce160ecd9d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720103 Jan 27 18:32:36.821758 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56376) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:37.007645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.025760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:37.030840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2650dac8e9bd446786cfa382622aa6fc is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:37.035691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:37.041778 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:37.138506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.142128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.152305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d3cac76e-d1e9-4042-8cd3-178c0fcbd7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:37.241357 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2650dac8e9bd446786cfa382622aa6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179595 Jan 27 18:32:37.244376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56392) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:37.247929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11782787-3121-43c4-b82f-91a953110be3,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:37.261459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:37.327762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.368614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.382065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53047ff-fadb-4d26-96c5-6afefaf4f337 req-5c7c23d5-20b6-49c1-bc66-7fa055d508de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:37.383814 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c53047ff-fadb-4d26-96c5-6afefaf4f337 req-5c7c23d5-20b6-49c1-bc66-7fa055d508de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2218432 Jan 27 18:32:37.426830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.434858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-62a4e6cf-be90-45e1-825f-1fb4fd573b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:37.448806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11782787-3121-43c4-b82f-91a953110be3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:37.451312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:37.459254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.464893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4c4d3cd8-1329-49ac-9dfb-58c8fa2a2bca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11782787-3121-43c4-b82f-91a953110be3 HTTP/1.1" status: 204 len: 168 time: 0.2191141 Jan 27 18:32:37.496010 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c53047ff-fadb-4d26-96c5-6afefaf4f337 req-8a650ef0-6f2c-4269-8816-c877c0232b55 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939019 Jan 27 18:32:37.702626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-899d1791-0838-4742-a1cc-9f8373c501a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:37.705166 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-899d1791-0838-4742-a1cc-9f8373c501a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1203 time: 0.1137969 Jan 27 18:32:37.801997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6289-821d-40fc-929d-fe3caef67ac5 req-a7763f6d-1bc1-49d6-a324-bda4d65babd0 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:37.803340 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1e4d6289-821d-40fc-929d-fe3caef67ac5 req-a7763f6d-1bc1-49d6-a324-bda4d65babd0 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.1874228 Jan 27 18:32:37.885604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-46219146-99d5-422d-a707-ad725e35d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:37.887497 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-46219146-99d5-422d-a707-ad725e35d267 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.1748757 Jan 27 18:32:37.900810 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1e4d6289-821d-40fc-929d-fe3caef67ac5 req-2667ae55-006e-40f8-a3f6-a78c5c2124c4 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0854554 Jan 27 18:32:37.915767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56420) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:37.937743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:37.972257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:37.976596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Usage tracker for resource:security_group_rule and tenant:9af19b3b04fe4bb28e67307ec40059d7 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:37.979713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:37.986972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:38.038406 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-55236535-e7cf-4dac-bcdb-09c571e48207 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1002 time: 0.1389635 Jan 27 18:32:38.134325 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-d6dcfbd6-980a-4004-ad44-05a6a8897c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:38.136138 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-d6dcfbd6-980a-4004-ad44-05a6a8897c9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.0805612 Jan 27 18:32:38.139493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.142698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.174279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b769ea8-3b3a-4e92-8fe0-7f62f43fe9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:38.189340 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9af19b3b04fe4bb28e67307ec40059d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671781 Jan 27 18:32:38.198668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56428) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:38.220841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3108f4-3eb8-47da-aca8-be4f2f738f3e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:38.226486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:38.262887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-23fa9964-0dc5-4d7a-9cf8-03063f5b33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:38.264850 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-23fa9964-0dc5-4d7a-9cf8-03063f5b33c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145504 Jan 27 18:32:38.294030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.326641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.386962 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.404065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b17c667-7f96-4337-ba35-a7d44547feae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:38.409478 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3108f4-3eb8-47da-aca8-be4f2f738f3e,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:38.424733 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:38.442957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:38.450305 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-200c3bcb-f0c0-49f9-b69c-9bbbdf48f536 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b3108f4-3eb8-47da-aca8-be4f2f738f3e HTTP/1.1" status: 204 len: 168 time: 0.2503886 Jan 27 18:32:38.473386 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-9e2247e1-0c46-4651-a7fb-453838cb44d9 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004879 Jan 27 18:32:38.671770 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8a423db8-bba8-4de6-9d8b-a354a38a3f40 req-545c0c8d-91f2-4c7a-bd44-bc1d5c1e5b44 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1897871 Jan 27 18:32:39.217780 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3992dab5-bbd8-4430-aebd-cb93fed80023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:39.242668 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d329f5-66fc-4a27-adcb-03a6df705bd7 req-63efce9e-f5de-49a4-ba6f-07725236df4b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:39.244463 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-64d329f5-66fc-4a27-adcb-03a6df705bd7 req-63efce9e-f5de-49a4-ba6f-07725236df4b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2048016 Jan 27 18:32:39.376304 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-64d329f5-66fc-4a27-adcb-03a6df705bd7 req-17c31a41-609a-417a-a548-abfcf2e4139f tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871565 Jan 27 18:32:39.488044 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c50ba-dc0f-4d62-b56e-1a0174e27c0e req-dca6a161-de87-40ef-a9a7-5e26cc1f9d6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:39.496052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a84c50ba-dc0f-4d62-b56e-1a0174e27c0e req-dca6a161-de87-40ef-a9a7-5e26cc1f9d6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2504332 Jan 27 18:32:39.606081 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a84c50ba-dc0f-4d62-b56e-1a0174e27c0e req-c21bc7d9-d8d8-4fd4-b6a1-bd16ae9c805d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.1002121 Jan 27 18:32:40.782817 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1405-4cac-412b-84fd-8eddd81dce2d req-7b1fe96e-1d81-43a6-84ba-05b326f3b9a3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:40.791922 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-903e1405-4cac-412b-84fd-8eddd81dce2d req-7b1fe96e-1d81-43a6-84ba-05b326f3b9a3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2196174 Jan 27 18:32:40.908683 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-903e1405-4cac-412b-84fd-8eddd81dce2d req-d2e306db-1979-4fbe-8e36-cd5dae26ba09 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150889 Jan 27 18:32:41.078330 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367d763-5344-4749-b92a-53e12cc179dc req-9f2f36b9-aced-4ead-8b41-8586146d49c9 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:41.080839 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1367d763-5344-4749-b92a-53e12cc179dc req-9f2f36b9-aced-4ead-8b41-8586146d49c9 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2857358 Jan 27 18:32:41.190569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1367d763-5344-4749-b92a-53e12cc179dc req-2c63e576-554f-4235-822f-d58fdfc7dc72 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.1000855 Jan 27 18:32:42.078072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-af5aa0b1-435f-4ed2-aede-8a350beab066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:42.090349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:42.340432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6add9-a131-48e5-b566-57ec3da3d355 req-fa0d750c-e7d3-4564-82fd-994494e04fbc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:42.352624 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8ab6add9-a131-48e5-b566-57ec3da3d355 req-fa0d750c-e7d3-4564-82fd-994494e04fbc tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2442436 Jan 27 18:32:42.427567 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8ab6add9-a131-48e5-b566-57ec3da3d355 req-ea075d23-c3b7-48bd-b5b2-47b465d4dcb3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739412 Jan 27 18:32:42.643540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f2ab9-0b3c-4716-88a3-555271ed956b req-f7c00de7-3871-4308-bd8d-b97f2cff042d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:42.646222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-604f2ab9-0b3c-4716-88a3-555271ed956b req-f7c00de7-3871-4308-bd8d-b97f2cff042d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2169807 Jan 27 18:32:42.755711 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-604f2ab9-0b3c-4716-88a3-555271ed956b req-13036e87-45f8-4595-9796-14c515f37704 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0998619 Jan 27 18:32:43.684434 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:43.805272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d658f-bc65-47ac-aa1e-9af0b99ba4a6 req-e565c503-3bd0-40bd-af5b-7962ef9f85e8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:43.806947 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e55d658f-bc65-47ac-aa1e-9af0b99ba4a6 req-e565c503-3bd0-40bd-af5b-7962ef9f85e8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1844356 Jan 27 18:32:43.891314 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e55d658f-bc65-47ac-aa1e-9af0b99ba4a6 req-b18dc44f-414c-4f6b-a6ad-97ed2e84d4ea tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768008 Jan 27 18:32:44.127578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61ab1-b9e2-4ef1-a2d4-6096ded3968f req-b159c7ef-9f43-46a0-be42-ea607497ad86 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:44.129510 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fea61ab1-b9e2-4ef1-a2d4-6096ded3968f req-b159c7ef-9f43-46a0-be42-ea607497ad86 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2290390 Jan 27 18:32:44.232142 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fea61ab1-b9e2-4ef1-a2d4-6096ded3968f req-88e55374-0463-41c5-8442-0c9c6fb31a4d tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0941308 Jan 27 18:32:44.273985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:45.287713 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd853c6d-9cd4-4458-a9a3-b36b5e614755 req-1e46ff4e-ff3b-46db-8639-bf0279dda443 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:45.289544 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fd853c6d-9cd4-4458-a9a3-b36b5e614755 req-1e46ff4e-ff3b-46db-8639-bf0279dda443 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2175300 Jan 27 18:32:45.658836 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fd853c6d-9cd4-4458-a9a3-b36b5e614755 req-4b921e64-5de2-480a-810c-0acce732ad89 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564217 Jan 27 18:32:45.779355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff6c3-3d56-4cfd-b6ce-ed6b255811bf req-be90ddd2-ce3c-4755-b281-7af562113b1a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:45.781690 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9f2ff6c3-3d56-4cfd-b6ce-ed6b255811bf req-be90ddd2-ce3c-4755-b281-7af562113b1a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2269533 Jan 27 18:32:45.874713 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9f2ff6c3-3d56-4cfd-b6ce-ed6b255811bf req-d101052c-3dd1-484f-a13e-f53736518252 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0825865 Jan 27 18:32:47.060138 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343bcac-83ed-4873-9486-5195b240ffec req-bc5e378d-1feb-47da-b614-d0ce5f5316de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:47.062060 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e343bcac-83ed-4873-9486-5195b240ffec req-bc5e378d-1feb-47da-b614-d0ce5f5316de tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2082648 Jan 27 18:32:47.209282 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e343bcac-83ed-4873-9486-5195b240ffec req-64ea42ce-df10-4835-9fee-2723b274fa2c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961292 Jan 27 18:32:47.301017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a0de-4de5-4ff1-9352-69f365377de1 req-23eae79d-2f93-4a60-9b15-ad7d9fe53aad tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:47.303285 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1c55a0de-4de5-4ff1-9352-69f365377de1 req-23eae79d-2f93-4a60-9b15-ad7d9fe53aad tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2398567 Jan 27 18:32:47.393221 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1c55a0de-4de5-4ff1-9352-69f365377de1 req-4cf706fc-7c00-4500-a98e-f0c221c3801a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0829406 Jan 27 18:32:48.456980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-c79bb62d-950b-4db3-81d9-99f2c1c87ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.458671 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-c79bb62d-950b-4db3-81d9-99f2c1c87ee5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1162 time: 0.0924711 Jan 27 18:32:48.570440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65277-821a-4da7-883a-b330666ebff1 req-0377c515-f325-486e-a0d0-ed39f9540757 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.572077 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-41d65277-821a-4da7-883a-b330666ebff1 req-0377c515-f325-486e-a0d0-ed39f9540757 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1863363 Jan 27 18:32:48.618027 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-119b8da8-d0c9-4a41-aa72-743354ede176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.619668 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-119b8da8-d0c9-4a41-aa72-743354ede176 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1539171 Jan 27 18:32:48.699078 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-41d65277-821a-4da7-883a-b330666ebff1 req-e19f6349-c131-454a-9f31-47ba1e455884 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888472 Jan 27 18:32:48.756546 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-aedabd9e-cf08-4dda-af05-7865badcfff0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 1000 time: 0.1273739 Jan 27 18:32:48.832220 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528335a2-f8e4-4810-b2a4-86e7071b56f0 req-053f0cdf-1f2a-42ce-b3ee-8d247ac53bad tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.833878 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-528335a2-f8e4-4810-b2a4-86e7071b56f0 req-053f0cdf-1f2a-42ce-b3ee-8d247ac53bad tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2608175 Jan 27 18:32:48.844003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-2e218e28-85f7-4582-9725-89602ef26d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.845675 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-2e218e28-85f7-4582-9725-89602ef26d97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0726571 Jan 27 18:32:48.920554 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-528335a2-f8e4-4810-b2a4-86e7071b56f0 req-37e83dc9-c412-45ba-b289-ee15e1d53a28 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0770726 Jan 27 18:32:48.944113 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-498524f8-f439-4b76-bfc3-527adf00afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:48.945869 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-498524f8-f439-4b76-bfc3-527adf00afe8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923603 Jan 27 18:32:49.089403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:49.101926 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-4df2de0e-4c79-49fc-a8bc-2c01d11e9f31 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486657 Jan 27 18:32:49.168923 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:49.169407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:49.262462 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-040791e6-1753-47b8-be3a-efe4030e7aa6 req-e19ec34e-ec23-4ddd-8678-d976c204b6f0 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538970 Jan 27 18:32:50.069340 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3ec2d-2ab6-481d-94bf-dfc6d055133d req-9bcd9d69-8a2a-4812-a3dc-7e59fb9e3c3a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:50.071000 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bf3ec2d-2ab6-481d-94bf-dfc6d055133d req-9bcd9d69-8a2a-4812-a3dc-7e59fb9e3c3a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.2062850 Jan 27 18:32:50.196550 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6bf3ec2d-2ab6-481d-94bf-dfc6d055133d req-17eff5f2-d596-499e-8b03-4e10919994f0 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778365 Jan 27 18:32:50.295609 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59dd54-8965-4d08-9bbb-475a66144108 req-37a95afb-5395-4f68-8d09-ddbac1c76477 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:50.297398 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5a59dd54-8965-4d08-9bbb-475a66144108 req-37a95afb-5395-4f68-8d09-ddbac1c76477 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2243025 Jan 27 18:32:50.381026 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5a59dd54-8965-4d08-9bbb-475a66144108 req-c2881156-8057-47fa-86cc-4234e5e1b513 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0770392 Jan 27 18:32:51.170549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:32:51.248943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:32:51.249543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.421757 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56626) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:51.540000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43ce7e-1179-48c4-a91d-399988b2d61d req-d8ece002-405d-4cd9-bbc3-262886ece55b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:51.541807 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f43ce7e-1179-48c4-a91d-399988b2d61d req-d8ece002-405d-4cd9-bbc3-262886ece55b tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1756780 Jan 27 18:32:51.589349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.606090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:51.612800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Usage tracker for resource:security_group_rule and tenant:41fc7efed9d045e8a582294744b56794 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:51.618154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:51.628387 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:51.668579 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2f43ce7e-1179-48c4-a91d-399988b2d61d req-4b70d26a-6d97-4e12-ad0b-46c9afc8fee1 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835688 Jan 27 18:32:51.750089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.754302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.768354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2237730f-ce1a-4ae2-85df-309b9fb707b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:51.774412 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab471b0-d5bd-41b5-8979-d8d1c6604417 req-0fc09cd9-c199-4836-a890-cc5da3d11960 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:51.776519 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ab471b0-d5bd-41b5-8979-d8d1c6604417 req-0fc09cd9-c199-4836-a890-cc5da3d11960 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.2336147 Jan 27 18:32:51.815258 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41fc7efed9d045e8a582294744b56794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922861 Jan 27 18:32:51.817373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb476407-094f-4348-ba95-f217fe3cc4b0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:51.820185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56634) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:51.823134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a9b811e8-1acb-47ae-ba00-f2748d5c4fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:51.866135 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2ab471b0-d5bd-41b5-8979-d8d1c6604417 req-be9a6789-c752-48b7-8845-6386e4640ca9 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&id=14e9f579-2d74-4486-b4bb-1d0d1112f6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 388 time: 0.0815105 Jan 27 18:32:51.893388 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.923550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.978602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:51.984543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2226cdb3-c0b5-4519-9458-586d548e1074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:51.999660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb476407-094f-4348-ba95-f217fe3cc4b0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:52.002471 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:52.004820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.006311 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb476407-094f-4348-ba95-f217fe3cc4b0 HTTP/1.1" status: 204 len: 168 time: 0.1853487 Jan 27 18:32:52.403649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56656) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:52.424278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.440862 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:52.445184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Usage tracker for resource:security_group_rule and tenant:0efcc297b23348c89cf8b3306db34cfc is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:52.448320 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:52.461015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:52.563294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.567386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.577599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3e21cfa5-130e-4212-91c9-62c968eba6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:52.624738 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0efcc297b23348c89cf8b3306db34cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198701 Jan 27 18:32:52.625596 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2049270-bc06-4069-b5e2-1e0a4ce6efcf,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:52.627935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56662) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:52.629122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-97f7a099-8ace-4173-b6f1-cead77fd4c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:52.699866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.731822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.789969 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.793950 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:52.808649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2049270-bc06-4069-b5e2-1e0a4ce6efcf,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:52.812055 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:52.814322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:52.815576 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2049270-bc06-4069-b5e2-1e0a4ce6efcf HTTP/1.1" status: 204 len: 168 time: 0.1864467 Jan 27 18:32:53.038761 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:32:53.196233 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.234489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:32:53.235640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:32:53.242641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.244886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:53.329351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=5']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:53.333918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56688) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:53.342644 dv-cinder-772388-3-smb neutron-server[80001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'code': 422} returned with failed status Jan 27 18:32:53.344819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.345458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.346002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.346526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.347046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.347571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.348085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.348614 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.349134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.349689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.350210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.350719 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.351306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.351818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.352410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.352769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.353137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.353551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.353926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.354290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.354665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.355028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.355401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.355523 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.355763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:32:53.360756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:53.378078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:32:53.384458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Usage tracker for resource:security_group_rule and tenant:38fd6821a3424467a9b5678fd915a17d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:32:53.427601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:32:53.439449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:32:53.487536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56696) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:53.598043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8600-deb6-4cb6-9f6b-de4ef244198d req-013cbe67-c193-4f72-a5cc-403078f41daa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:53.599860 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b02a8600-deb6-4cb6-9f6b-de4ef244198d req-013cbe67-c193-4f72-a5cc-403078f41daa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2187588 Jan 27 18:32:53.657189 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-0440b78d-dab0-4079-80dc-e63ad905b9d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1682441 Jan 27 18:32:53.682909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.704142 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b02a8600-deb6-4cb6-9f6b-de4ef244198d req-f8d491ae-19bd-4aa2-b429-89d1ae2cbe60 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911467 Jan 27 18:32:53.705455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.715653 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-adda53e9-8756-4e34-9f85-465e1c1363ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:53.767375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f018f-04d9-4c89-8fe5-274f2752c46d,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:53.771485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:53.774676 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38fd6821a3424467a9b5678fd915a17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390728 Jan 27 18:32:53.776989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56704) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:32:53.846729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.882679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.932922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.938475 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-89361324-d1b7-44bb-b062-a5b8c1152db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:32:53.949946 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f018f-04d9-4c89-8fe5-274f2752c46d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:32:53.954073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:32:53.958018 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:32:53.960025 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c08f018f-04d9-4c89-8fe5-274f2752c46d HTTP/1.1" status: 204 len: 168 time: 0.1818945 Jan 27 18:32:54.256833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-6d95493e-1f41-4b6e-9ae1-3e3083c41f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:54.258301 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-6d95493e-1f41-4b6e-9ae1-3e3083c41f33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da&tenant_id=462644b842f44649a0c74a2636c5d269 HTTP/1.1" status: 200 len: 1160 time: 0.1032460 Jan 27 18:32:54.379702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-110fb81f-478f-4817-807e-39219bc0e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:54.381396 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-110fb81f-478f-4817-807e-39219bc0e80c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1160 time: 0.0886493 Jan 27 18:32:54.795065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-e99e1697-b44f-4a35-9cb6-05f87ab478de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:54.796775 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-e99e1697-b44f-4a35-9cb6-05f87ab478de service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.4088342 Jan 27 18:32:54.925464 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-cf6f85fe-94bd-4451-ad86-3d32ad9a3a4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 998 time: 0.1218820 Jan 27 18:32:55.004599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-bacb31bc-34c2-49a2-a3f9-d6fffc270248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:55.006262 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-bacb31bc-34c2-49a2-a3f9-d6fffc270248 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0743251 Jan 27 18:32:55.044632 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b0a2c-e58e-45bd-beb9-be6a5c43a694 req-510f13a3-5bef-4ee1-b97f-7f2777532dde tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:55.046703 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7e8b0a2c-e58e-45bd-beb9-be6a5c43a694 req-510f13a3-5bef-4ee1-b97f-7f2777532dde tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1878226 Jan 27 18:32:55.106932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-7de8c05c-eaf9-46d5-a9dc-2b605596159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:55.109053 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-7de8c05c-eaf9-46d5-a9dc-2b605596159f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955896 Jan 27 18:32:55.118133 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7e8b0a2c-e58e-45bd-beb9-be6a5c43a694 req-dddede8d-1533-4523-aaeb-adcd939df845 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638256 Jan 27 18:32:55.266885 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-0824ed1c-0ea1-42f5-af05-efaa13d2fb69 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514699 Jan 27 18:32:55.425485 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-46c7df43-5a5f-4ed8-8d84-6fe0f94325bd req-c9bb5c12-617b-426e-a0f1-7762e5203644 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514606 Jan 27 18:32:56.457494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8bcf1-ea65-48fb-bc59-8773e9b7bc84 req-e9a2d0ae-40fa-4223-9483-0ca6ac1b5a69 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:56.459177 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-54c8bcf1-ea65-48fb-bc59-8773e9b7bc84 req-e9a2d0ae-40fa-4223-9483-0ca6ac1b5a69 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1740806 Jan 27 18:32:56.540799 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-54c8bcf1-ea65-48fb-bc59-8773e9b7bc84 req-ac1abde7-a229-43fc-a5e0-eeb8c435cbcf tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744669 Jan 27 18:32:57.883040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1101-ba00-405a-94f9-ce4c83632627 req-d6fe43d9-0d47-44f3-9477-5fb90d82169e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:57.884961 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-073b1101-ba00-405a-94f9-ce4c83632627 req-d6fe43d9-0d47-44f3-9477-5fb90d82169e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1743023 Jan 27 18:32:57.957700 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-073b1101-ba00-405a-94f9-ce4c83632627 req-533d5147-5e74-438f-9d89-cb615ad197cb tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627270 Jan 27 18:32:59.312517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa76c1-ea5a-4ecb-b192-fbee1ddbb218 req-34d8a5e4-a6d8-47f8-8ca0-e1caba8589a6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:32:59.314274 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5daa76c1-ea5a-4ecb-b192-fbee1ddbb218 req-34d8a5e4-a6d8-47f8-8ca0-e1caba8589a6 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1862447 Jan 27 18:32:59.404791 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5daa76c1-ea5a-4ecb-b192-fbee1ddbb218 req-febb67cf-8c82-4333-a071-c39f1b8ca071 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730894 Jan 27 18:33:00.009183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56814) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:00.181074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.199966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:00.204400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Usage tracker for resource:security_group_rule and tenant:14e601b9f1a1469f9c26ae1acaf928dc is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:00.207570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:00.213571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:00.306825 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.314640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.325079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:00.371603 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14e601b9f1a1469f9c26ae1acaf928dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603668 Jan 27 18:33:00.373569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b93f064-c344-4773-875b-f7b2a6693666,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:00.374331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56820) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:00.377566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:00.470557 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.505134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.567344 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.573279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ce63330e-0084-49d9-9f5f-b2562d51a9f5 tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:00.590206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b93f064-c344-4773-875b-f7b2a6693666,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:00.593854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:00.604127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:00.608307 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9b49d123-75da-425a-8afb-539a004ea15b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b93f064-c344-4773-875b-f7b2a6693666 HTTP/1.1" status: 204 len: 168 time: 0.2301366 Jan 27 18:33:00.805430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccdcab-f2be-4c5a-921e-d05afcc251b6 req-f083c490-7ab4-412e-afc5-a13834dd29ca tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:00.807312 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8ccdcab-f2be-4c5a-921e-d05afcc251b6 req-f083c490-7ab4-412e-afc5-a13834dd29ca tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2301192 Jan 27 18:33:00.890547 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-d8ccdcab-f2be-4c5a-921e-d05afcc251b6 req-8d078b5e-c3ce-4204-b6f9-72b46fe75f1a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757821 Jan 27 18:33:01.055541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56830) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:01.078058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.097211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:01.108730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Usage tracker for resource:security_group_rule and tenant:497814b0be0041e5a105c45762cb9713 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:01.108730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:01.114511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:01.229074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.233552 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.246995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-93855591-c53f-49eb-a197-cc206b3a3d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:01.293559 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=497814b0be0041e5a105c45762cb9713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366247 Jan 27 18:33:01.296032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56834) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:01.304244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73b9c6-12b5-4691-9824-db706dc44338,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:01.313890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:01.381482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.411937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.468013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.473451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b905395-8aca-43e3-b2cb-bbe464ccabe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:01.487461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73b9c6-12b5-4691-9824-db706dc44338,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:01.492349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:01.495186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:01.496756 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-5f7f5f70-d534-4d27-b140-f1ee430ae022 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee73b9c6-12b5-4691-9824-db706dc44338 HTTP/1.1" status: 204 len: 168 time: 0.1993423 Jan 27 18:33:02.254101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0480db7-149b-4439-98f1-ac7303985a2e req-0e2e7392-141d-48d8-becd-d547e4113071 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:02.256041 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0480db7-149b-4439-98f1-ac7303985a2e req-0e2e7392-141d-48d8-becd-d547e4113071 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1898956 Jan 27 18:33:02.342967 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c0480db7-149b-4439-98f1-ac7303985a2e req-44f559fc-a00d-46ee-8e6d-95a2185d9e10 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769353 Jan 27 18:33:03.104482 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:03.474570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:33:03.701299 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15e49b-ef0c-40d3-a46d-878319211c49 req-3b3e33aa-3f99-4cfb-856e-9944ac39c2b7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:03.703486 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb15e49b-ef0c-40d3-a46d-878319211c49 req-3b3e33aa-3f99-4cfb-856e-9944ac39c2b7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2040865 Jan 27 18:33:03.782581 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-cb15e49b-ef0c-40d3-a46d-878319211c49 req-a6edbd05-3e1b-47ad-841d-6b1623ec3a89 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666497 Jan 27 18:33:05.148918 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fcb3e-45c1-4197-985a-36ff2c167a11 req-5666f61e-908e-4ffd-aefb-991d00f1a2ae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:05.153703 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2c6fcb3e-45c1-4197-985a-36ff2c167a11 req-5666f61e-908e-4ffd-aefb-991d00f1a2ae tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1923296 Jan 27 18:33:05.263406 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2c6fcb3e-45c1-4197-985a-36ff2c167a11 req-46105e5e-b2eb-464f-8700-517a2e0ed8fa tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044014 Jan 27 18:33:06.645965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70259-eecf-4402-893b-a26a7e2b2707 req-3dc14824-4db6-42af-9d84-408553a252f7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:06.647743 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e70259-eecf-4402-893b-a26a7e2b2707 req-3dc14824-4db6-42af-9d84-408553a252f7 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.2179546 Jan 27 18:33:06.723283 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c7e70259-eecf-4402-893b-a26a7e2b2707 req-58a55d85-4397-4ac9-814e-174de17ce94c tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685751 Jan 27 18:33:07.870443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bdc4-5723-4085-8350-e7933067c908 req-61421594-ad47-4c14-89e1-9175eb6069c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:07.872128 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-61421594-ad47-4c14-89e1-9175eb6069c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=462644b842f44649a0c74a2636c5d269&device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1160 time: 0.0914199 Jan 27 18:33:08.043358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bdc4-5723-4085-8350-e7933067c908 req-79f2cf23-66d1-4a18-b239-0e70980c2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:08.045045 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-79f2cf23-66d1-4a18-b239-0e70980c2cfb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 200 len: 911 time: 0.1487226 Jan 27 18:33:08.048654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50bc33-36e0-4212-8e47-335fa119ba4f req-c93d68fe-cd57-4310-94ce-b36f11a8ee3d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:08.050373 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a50bc33-36e0-4212-8e47-335fa119ba4f req-c93d68fe-cd57-4310-94ce-b36f11a8ee3d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1762288 Jan 27 18:33:08.126499 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9a50bc33-36e0-4212-8e47-335fa119ba4f req-2fb14c7b-65f3-4a15-8a78-88757f97c4c2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693064 Jan 27 18:33:08.174545 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-90d4651a-0c2d-489f-b5d3-80b4fb5cae36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 200 len: 998 time: 0.1197197 Jan 27 18:33:08.250162 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bdc4-5723-4085-8350-e7933067c908 req-98993b35-0564-490f-93b2-be1c50fbf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:08.251835 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-98993b35-0564-490f-93b2-be1c50fbf148 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 200 len: 856 time: 0.0708003 Jan 27 18:33:08.361045 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bdc4-5723-4085-8350-e7933067c908 req-47d2197e-5a21-4608-ac55-cc856d1998db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:08.362780 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-47d2197e-5a21-4608-ac55-cc856d1998db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d8fc9bd-39a2-4439-b331-0f8142c4dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022577 Jan 27 18:33:08.515389 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-c8e65921-7024-44d3-8224-0359c9370dd5 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451204 Jan 27 18:33:08.611039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56948) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:08.677039 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e802bdc4-5723-4085-8350-e7933067c908 req-86068264-bcaf-4b6a-8db2-5a530975b178 service neutron] 10.222.0.54 "GET /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525006 Jan 27 18:33:08.785618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:08.804214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:08.809511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Usage tracker for resource:security_group_rule and tenant:b076723a6b044fdeb225d938561ca796 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:08.813788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:08.820859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:08.919286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:08.923645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:08.931444 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-32da6480-50c7-4ef6-9828-5f852147ea1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:08.977028 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b076723a6b044fdeb225d938561ca796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648651 Jan 27 18:33:08.978017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d22be-eca1-4496-8775-494eb123bb8a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:08.980169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56954) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:08.981440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:09.053745 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.083108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.138805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.143089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fdb21d8d-e7a6-4e96-be44-9d5221e7eb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:09.160927 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d22be-eca1-4496-8775-494eb123bb8a,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:09.172537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.172916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.173346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.173756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.174117 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.174504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.174890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.175275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.175658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.176042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.176427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.176807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.177289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.177673 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.178062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.178442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.178820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.179222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.179579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.179961 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.180335 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.180714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.181089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.181492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:09.191147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:09.192023 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.195770 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-49d0b99d-e345-403a-a95d-43e82b1aa66f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b68d22be-eca1-4496-8775-494eb123bb8a HTTP/1.1" status: 204 len: 168 time: 0.2118275 Jan 27 18:33:09.212071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0316-940d-4779-84b8-cfc585bb76d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.470915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f81b2-d3e7-4527-af91-b4f8ff5668dd req-de943cfd-8d49-4510-894b-e828e150b925 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:09.472905 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-332f81b2-d3e7-4527-af91-b4f8ff5668dd req-de943cfd-8d49-4510-894b-e828e150b925 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.1753287 Jan 27 18:33:09.543555 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-332f81b2-d3e7-4527-af91-b4f8ff5668dd req-7d48216c-a5ed-4c60-8d79-04611be67e36 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639150 Jan 27 18:33:09.570063 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 56964) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:09.590487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.610743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:09.615016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec46f4106634072add6e7b50b20b90a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:09.618133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:09.632453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:09.737134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.742105 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.751251 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f6f24962-08f4-4c5c-aa75-cb6395dba915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:09.795388 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ec46f4106634072add6e7b50b20b90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239072 Jan 27 18:33:09.797422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372516fe-56b0-4cbf-95dd-17a41aaf1200,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:09.799535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56968) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:09.802383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1fd9d39-0ac6-4dc7-94aa-768a361d7243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:09.873042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.904415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.969035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:09.974494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:09.998140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372516fe-56b0-4cbf-95dd-17a41aaf1200,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:10.000952 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:10.006991 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.008250 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c7e0fe8b-5366-41cd-a61c-95cf87828d1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/372516fe-56b0-4cbf-95dd-17a41aaf1200 HTTP/1.1" status: 204 len: 168 time: 0.2073047 Jan 27 18:33:10.175806 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:33:10.257041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:33:10.257459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.387367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.426822 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:10.438693 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:10.441966 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.444845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:10.480484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56978) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:10.499418 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'code': 200} Jan 27 18:33:10.506123 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.527755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:10.529221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=6']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:10.532699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Usage tracker for resource:security_group_rule and tenant:4fdab6a32c9d40bbb4ddcfebb268c9ca is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:10.533062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:10.536654 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:10.545050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:10.642967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.649627 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:10.659955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:10.741809 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fdab6a32c9d40bbb4ddcfebb268c9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599158 Jan 27 18:33:10.742747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c6dc3-c3d2-412e-a2f3-7375032545a2,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:10.751185 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 56984) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:10.759885 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:10.830196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac22a-757a-449a-a4d1-899f065b93d7 req-3edabc86-ea8e-404e-9257-13373968148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:10.832101 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6d4ac22a-757a-449a-a4d1-899f065b93d7 req-3edabc86-ea8e-404e-9257-13373968148f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 1162 time: 0.0935154 Jan 27 18:33:10.881484 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6d4ac22a-757a-449a-a4d1-899f065b93d7 req-d5ad5403-40c7-4e38-b546-b0bbcba551b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Jan 27 18:33:11.059134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:11.158404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23793a2c-51c7-496f-a6f4-5019ac5cf261 req-08c773cb-3514-44ec-90e3-441695ca7f74 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:11.160184 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23793a2c-51c7-496f-a6f4-5019ac5cf261 req-08c773cb-3514-44ec-90e3-441695ca7f74 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.4574428 Jan 27 18:33:11.200349 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:11.266589 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23793a2c-51c7-496f-a6f4-5019ac5cf261 req-521d71a8-f3fe-49db-b91b-5e1b7dd9b0d8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956764 Jan 27 18:33:11.285254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:11.289436 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d5112a5e-c920-4f6f-b313-96f9e5a95b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:11.303752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c6dc3-c3d2-412e-a2f3-7375032545a2,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:11.308171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:11.312924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:11.314431 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/669c6dc3-c3d2-412e-a2f3-7375032545a2 HTTP/1.1" status: 204 len: 168 time: 0.5622683 Jan 27 18:33:11.522442 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:33:11.596671 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 90dcaed8-130d-483b-bf52-fbf30bb089e5 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:33:11.597089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:12.082827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b82910b6-8c63-4434-9d58-0a557b690b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:12.086019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:12.591240 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f62f1-0751-4bce-abbd-74fc3dd35f08 req-ab9e8cd8-05b0-42a5-9f46-f8046375664e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:12.593199 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba2f62f1-0751-4bce-abbd-74fc3dd35f08 req-ab9e8cd8-05b0-42a5-9f46-f8046375664e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1686797 Jan 27 18:33:12.668052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ba2f62f1-0751-4bce-abbd-74fc3dd35f08 req-0d3d3f1d-d8a7-4387-9a1b-cbd85dbff90d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678740 Jan 27 18:33:13.678241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:13.995019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233cd9-fb60-4a16-ace5-7c06a0fea377 req-815d715f-a3db-476d-8b0c-cca74ead3e17 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:13.996678 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-76233cd9-fb60-4a16-ace5-7c06a0fea377 req-815d715f-a3db-476d-8b0c-cca74ead3e17 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.1722422 Jan 27 18:33:14.073430 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-76233cd9-fb60-4a16-ace5-7c06a0fea377 req-abe698dd-381f-4c19-9b19-0b690aafd56a tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696425 Jan 27 18:33:14.236072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.089100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57148) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:20.266182 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.282470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:20.287491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Usage tracker for resource:security_group_rule and tenant:414567d2ad9843458bffee7e50f2265e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:20.291116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:20.298140 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:20.399043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.403071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.411634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-46ed0ff2-1d51-4d46-8f1d-86475d30f413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:20.456257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5ef99-d423-408b-8629-db008db8ecd2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:20.461168 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=414567d2ad9843458bffee7e50f2265e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708761 Jan 27 18:33:20.462163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bd9eddcc-9523-481d-af1f-b4bca445eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:20.465005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57154) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:20.533804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.568911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.631453 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.635849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-337cdfe5-4a2c-4711-ace9-dba94d421622 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:20.655842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5ef99-d423-408b-8629-db008db8ecd2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:20.659013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:20.671156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:20.675691 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-55873214-3408-4118-8c09-c56a97865e78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cc5ef99-d423-408b-8629-db008db8ecd2 HTTP/1.1" status: 204 len: 168 time: 0.2074399 Jan 27 18:33:21.061504 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57162) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:21.082489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.101903 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:21.106076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Usage tracker for resource:security_group_rule and tenant:bff4772510074de990c8065e05484bce is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:21.109454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:21.115356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:21.211772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.215904 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.229543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1d2fe4b1-f381-4e6e-94d1-e38c97f14c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:21.275163 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bff4772510074de990c8065e05484bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124097 Jan 27 18:33:21.277197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a14952-b394-45fc-8703-6684740ef448,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:21.278394 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57166) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:21.282448 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:21.350694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.379646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.431292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.440028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85086b46-5d16-42f2-8ffd-b6cb27a21354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:21.457435 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a14952-b394-45fc-8703-6684740ef448,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:21.460578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:21.462791 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:21.465750 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-017853ca-bcea-4b9f-b097-f83f8645996e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58a14952-b394-45fc-8703-6684740ef448 HTTP/1.1" status: 204 len: 168 time: 0.1860182 Jan 27 18:33:23.419659 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-6842d589-75ff-406d-b943-c4737b289d9e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/floatingips/94ee61fd-2bed-4848-a3f7-3f676667dd26 HTTP/1.1" status: 200 len: 997 time: 0.1354673 Jan 27 18:33:23.673691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-eed041f1-be49-4612-8add-cd355b8455f0 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:23.675367 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-eed041f1-be49-4612-8add-cd355b8455f0 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 784 time: 0.2460597 Jan 27 18:33:23.689294 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-aee576b8-072b-4647-b923-20bcc1bbdcbb tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:33:23.690468 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-aee576b8-072b-4647-b923-20bcc1bbdcbb tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062742 Jan 27 18:33:23.834406 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-99ae65e7-fe83-485a-b946-78775dc39be0 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1346741 Jan 27 18:33:23.995594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-8dedc98d-acbb-4591-a308-47d28a85cd4e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:23.997115 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-8dedc98d-acbb-4591-a308-47d28a85cd4e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports/d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 942 time: 0.1568506 Jan 27 18:33:24.233566 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-d64c55b7-dd2d-461c-8944-9877f490b3b6 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1427133 Jan 27 18:33:24.500422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Deleting port 5c951baa-8c3d-423b-80e2-305fa9ec4961 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:24.500963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:24.691684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:24.692006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:24.826489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Calling delete_port for 5c951baa-8c3d-423b-80e2-305fa9ec4961 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:25.031024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:25.048449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e96a78e-1914-424c-b9cb-d543c81d273d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:25.148067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event deleted for resources: {'Port': ['ID=5c951baa-8c3d-423b-80e2-305fa9ec4961,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:25.152226 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:25.290308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:25.290549 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Floating IP 94ee61fd-2bed-4848-a3f7-3f676667dd26 disassociated (deleted). External IP: 172.28.2.22, port: d4925d60-8822-45bf-a6ee-b12830fed5d1. Jan 27 18:33:25.504988 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-91b25457-2f08-4c40-871e-f36f63120714 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-25281659&fields=id&tenant_id=ef6543ebdafd4eb8b4006f95b98d9152 HTTP/1.1" status: 200 len: 267 time: 0.1565619 Jan 27 18:33:25.858360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-162a2a7e-fc93-4fc6-8a61-734591838c51 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:25.860053 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-162a2a7e-fc93-4fc6-8a61-734591838c51 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 985 time: 0.3449762 Jan 27 18:33:25.885463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Request body: {'port': {'security_groups': ['afa1efa0-e624-4a94-9dc9-3faa568e2745']}} {{(pid=80115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:33:25.961169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Router 5a46eab2-9501-4988-a465-db02018d29de has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:26.424788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:26.583972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:26.594795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Sync routers for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:26.606358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:26.606987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:26.629851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:26.726853 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "DELETE /v2.0/floatingips/94ee61fd-2bed-4848-a3f7-3f676667dd26 HTTP/1.1" status: 204 len: 173 time: 2.4870100 Jan 27 18:33:26.731268 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:26.932124 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:26.945592 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-c69212c4-eeea-4ffc-b755-50015ad70fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:26.947215 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-c69212c4-eeea-4ffc-b755-50015ad70fa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.1610830 Jan 27 18:33:26.973849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:26.995702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.055848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132215693'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.073579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:27.303884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:27.314197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:27.322421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-c7ae4aa0-d6aa-4eb1-8564-08b8bab348fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.324035 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-c7ae4aa0-d6aa-4eb1-8564-08b8bab348fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 0.3626707 Jan 27 18:33:27.345980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:27.350537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Checking router: 5a46eab2-9501-4988-a465-db02018d29de for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:27.360861 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:27.361577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:27.460402 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.461141 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.469566 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-60753278-8bb6-4d58-b7cb-12b8cfa2b13a req-78553215-3e0f-4118-9017-16de1dd939c7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "PUT /v2.0/ports/b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 943 time: 1.5981741 Jan 27 18:33:27.482047 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-ee3bf418-c8ba-4b57-b8d4-2b6ef97c830c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 217 time: 0.1501944 Jan 27 18:33:27.534104 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'status': 'completed', 'code': 200} Jan 27 18:33:27.578579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-ec4f39b7-20a3-451c-9c93-061e28e6d516 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity DHCP. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:33:27.578974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ec4f39b7-20a3-451c-9c93-061e28e6d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.589176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:27.668913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-965a6285-3115-40a0-b0ba-e9a62eea75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.671423 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-965a6285-3115-40a0-b0ba-e9a62eea75cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64041d4054af4190a998da85a176c850&device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 1162 time: 0.0966136 Jan 27 18:33:27.673005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-af13016c-860c-4db1-9d17-25a19efc8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.674766 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-af13016c-860c-4db1-9d17-25a19efc8c57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.1859741 Jan 27 18:33:27.752342 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-67c18ffc-6586-46fa-b203-f987a68ea5a6 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups/14e9f579-2d74-4486-b4bb-1d0d1112f6ad HTTP/1.1" status: 200 len: 3001 time: 0.1995835 Jan 27 18:33:27.836315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:33:27.839955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-a37082f1-24b0-4ac8-b981-c8eee3ac3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.842538 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-a37082f1-24b0-4ac8-b981-c8eee3ac3110 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 200 len: 903 time: 0.1573350 Jan 27 18:33:27.878785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.883288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-8d71cef7-b7ea-4eb8-aeb8-db4591b48396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:27.885390 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-8d71cef7-b7ea-4eb8-aeb8-db4591b48396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2003093 Jan 27 18:33:27.938981 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-5ba5951a-8b53-424c-9837-96a6173f7a8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 200 len: 217 time: 0.0880132 Jan 27 18:33:27.952048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port b4c25c3b-2656-4663-ae56-8de210ad3a1c triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:33:27.952976 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:27.982728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:27.987909 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddffd7-f110-4228-81bb-95e220e0d2f9 None None] The sync data for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb is: [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:28:32Z', 'revision_number': 4, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '94238f6b-85e1-4ddc-b335-95d8b4c198d2', 'name': '', 'network_id': 'c867c274-1d8a-4617-934d-db18967ed890', 'tenant_id': '64041d4054af4190a998da85a176c850', 'mac_address': 'fa:16:3e:76:7d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:30Z', 'updated_at': '2021-01-27T18:28:46Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'subnets': [{'id': '131dcde4-1b6b-488a-90ff-616a6387254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:28.004450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:28.031770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-3d94a8a9-fd50-4cf7-8162-f9fd2a5292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:28.037780 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-3d94a8a9-fd50-4cf7-8162-f9fd2a5292e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 200 len: 848 time: 0.0922782 Jan 27 18:33:28.122671 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-928f7868-e69d-434c-b270-a2bf04d14248 service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275131 Jan 27 18:33:28.128163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:28.134579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5b87a362-9c19-465d-a233-de64469594a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:28.145264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-cc87d430-0981-441f-ae17-01e0723476c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:28.147134 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-cc87d430-0981-441f-ae17-01e0723476c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c867c274-1d8a-4617-934d-db18967ed890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1027982 Jan 27 18:33:28.181631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9f579-2d74-4486-b4bb-1d0d1112f6ad,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:28.236998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:28.252891 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:28.254116 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c9936803-f74b-4b84-b1b4-eecd0d34d48c req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "DELETE /v2.0/security-groups/14e9f579-2d74-4486-b4bb-1d0d1112f6ad HTTP/1.1" status: 204 len: 173 time: 0.4915330 Jan 27 18:33:28.314582 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-a11e7145-bd6d-47fb-8e46-b585d3f91516 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603274 Jan 27 18:33:28.391488 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5d03c654-7a09-46fa-b62b-70107ebf9652 req-d1588681-1794-44ee-a18b-579dd0a2fe8f service neutron] 10.222.0.60 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2472782 Jan 27 18:33:28.488972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d771ed-95d3-47d4-9564-b534dc63d078 None None] New status for floating IP 94ee61fd-2bed-4848-a3f7-3f676667dd26: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:33:28.491783 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7d3cee80-cfa3-4c9b-958b-cb230b44282b req-986de3cf-9435-45d5-a4f4-2205ab66d883 service neutron] 10.222.0.54 "GET /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694705 Jan 27 18:33:28.503525 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-f409085b-241f-43b0-b133-e308b9c3369b tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/floatingips/a0d66f6f-ea35-4f85-849e-5f6b31b557ec HTTP/1.1" status: 200 len: 999 time: 0.1814742 Jan 27 18:33:28.832873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-a2911f35-f5eb-4e4b-beb2-b0d28bd83f9f tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:28.834645 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-a2911f35-f5eb-4e4b-beb2-b0d28bd83f9f tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/networks/57510297-21a8-4c27-b1c9-64975c663b82 HTTP/1.1" status: 200 len: 784 time: 0.3244848 Jan 27 18:33:28.907172 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-64c9f8ac-50c2-4cbc-b17e-a9f4332e02fe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=80115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 18:33:28.909961 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-64c9f8ac-50c2-4cbc-b17e-a9f4332e02fe tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0117350 Jan 27 18:33:29.059046 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-2e9c669b-c20e-483e-91a5-4b0754e9b35e tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.173 HTTP/1.1" status: 200 len: 1002 time: 0.1398697 Jan 27 18:33:29.150300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6294d6-6685-477b-b7ec-ca5d11302bb1 req-4fd7c741-680a-4444-bd6e-8ede5dc8b215 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:29.151146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-9e6294d6-6685-477b-b7ec-ca5d11302bb1 req-4fd7c741-680a-4444-bd6e-8ede5dc8b215 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:29.230195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-9e6294d6-6685-477b-b7ec-ca5d11302bb1 req-4fd7c741-680a-4444-bd6e-8ede5dc8b215 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:29.231534 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e6294d6-6685-477b-b7ec-ca5d11302bb1 req-4fd7c741-680a-4444-bd6e-8ede5dc8b215 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.3958461 Jan 27 18:33:29.325015 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-b5a8de5f-8a1f-402d-ba88-f71ace3a54fb tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:29.326984 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-b5a8de5f-8a1f-402d-ba88-f71ace3a54fb tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports/b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 943 time: 0.2614276 Jan 27 18:33:29.621031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:29.707006 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-9e6294d6-6685-477b-b7ec-ca5d11302bb1 req-881a7766-f7c0-4504-8ea0-6f931d61bcc0 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3788614 Jan 27 18:33:29.783119 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-7ad9bbe8-ad8a-48f4-bbbe-176d78dac092 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.28.2.173 HTTP/1.1" status: 200 len: 1002 time: 0.1533644 Jan 27 18:33:29.784976 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:33:29.928852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2b629-540d-45b4-a21e-f945d490a25b req-a7e51dad-dc28-416c-b592-db861f0047c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:29.931016 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-a7e51dad-dc28-416c-b592-db861f0047c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.0880671 Jan 27 18:33:30.050419 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Deleting port 42e57429-1a63-4485-a44f-0945e9a84c21 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:30.051467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:30.100283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2b629-540d-45b4-a21e-f945d490a25b req-69682ff8-9662-4f17-a895-a3bc3cde6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:30.101937 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-69682ff8-9662-4f17-a895-a3bc3cde6639 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.1632752 Jan 27 18:33:30.239804 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-9811d199-caa9-4cbf-8ada-babfdb0d5a1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 1002 time: 0.1105716 Jan 27 18:33:30.264207 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:30.264587 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:30.335865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2b629-540d-45b4-a21e-f945d490a25b req-22b88433-17e6-4323-9d32-37ef3da2546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:30.338726 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-22b88433-17e6-4323-9d32-37ef3da2546a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.0808849 Jan 27 18:33:30.407970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Calling delete_port for 42e57429-1a63-4485-a44f-0945e9a84c21 owned by network:floatingip {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:30.443734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2b629-540d-45b4-a21e-f945d490a25b req-7e973a61-1443-4c06-9405-491991491156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:30.445586 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-7e973a61-1443-4c06-9405-491991491156 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845735 Jan 27 18:33:30.589474 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:30.610530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-696b8433-c6af-4318-ab2f-e7c9ac6093ae tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:30.715659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event deleted for resources: {'Port': ['ID=42e57429-1a63-4485-a44f-0945e9a84c21,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:30.720257 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:30.912017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks [] for floatingip, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:30.912255 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Floating IP a0d66f6f-ea35-4f85-849e-5f6b31b557ec disassociated (deleted). External IP: 172.28.2.173, port: b4c25c3b-2656-4663-ae56-8de210ad3a1c. Jan 27 18:33:30.993777 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-389ca948-164b-456d-9216-0be6b66ffa03 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768655 Jan 27 18:33:31.075981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-ccaf9300-9119-4f76-aa72-dc462c993bf8 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:31.077200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-ccaf9300-9119-4f76-aa72-dc462c993bf8 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Synchronizing usage tracker for tenant:64041d4054af4190a998da85a176c850 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:31.176382 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-ccaf9300-9119-4f76-aa72-dc462c993bf8 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Unset dirty status for tenant:64041d4054af4190a998da85a176c850 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:31.177721 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-ccaf9300-9119-4f76-aa72-dc462c993bf8 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.54 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.6384878 Jan 27 18:33:31.203276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd8f06-71b0-4f7f-8fcd-f9ea93dc19dc req-8d30d5cf-4354-45da-8815-80978ba265cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:31.205023 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-21cd8f06-71b0-4f7f-8fcd-f9ea93dc19dc req-8d30d5cf-4354-45da-8815-80978ba265cf tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 945 time: 0.3527997 Jan 27 18:33:31.312284 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Deleting port d4925d60-8822-45bf-a6ee-b12830fed5d1 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:31.312681 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:31.347734 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-99b2b629-540d-45b4-a21e-f945d490a25b req-f51a8e52-daa2-414e-8db4-fd791e8b5878 service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2675452 Jan 27 18:33:31.421777 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-21cd8f06-71b0-4f7f-8fcd-f9ea93dc19dc req-1b99831e-9ed6-40a9-a24d-1fad72a8f101 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2090156 Jan 27 18:33:31.480154 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Router 19733101-0a17-46e1-85e5-dcbe3194fad3 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:31.563065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device d4925d60-8822-45bf-a6ee-b12830fed5d1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:31.625730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:31.626285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:31.696585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:31.699144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:31.706876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Sync routers for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:31.719502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:31.725454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:31.726807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:31.750403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:31.751708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:31.758496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:31.760924 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:31.801002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Calling delete_port for d4925d60-8822-45bf-a6ee-b12830fed5d1 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:31.845003 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:31.848405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:31.856008 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-149fdcd6-0fe7-492b-b4f4-c023e42edf6a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "DELETE /v2.0/floatingips/a0d66f6f-ea35-4f85-849e-5f6b31b557ec HTTP/1.1" status: 204 len: 173 time: 2.0651376 Jan 27 18:33:31.858409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:31.894222 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'code': 200} Jan 27 18:33:31.949785 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:31.950099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:31.979409 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:33:31.982751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-01d25dc0-b08b-459c-b6ed-5d3c95c66ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:31.984747 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-01d25dc0-b08b-459c-b6ed-5d3c95c66ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.1143253 Jan 27 18:33:32.045625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:32.119833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-827355b9-8579-4fb4-a1f3-98a4d4147374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.121957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-827355b9-8579-4fb4-a1f3-98a4d4147374 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 1163 time: 0.0945718 Jan 27 18:33:32.208012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-3ffa68ed-9a95-4c09-af0a-f2271f764b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.210064 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-3ffa68ed-9a95-4c09-af0a-f2271f764b93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.2181273 Jan 27 18:33:32.310902 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-088f055e-2485-4c8e-b6fa-fdf4c375c39c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 217 time: 0.0924633 Jan 27 18:33:32.369873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-da8c8449-ba05-4dd7-ad31-61fb7bbaf31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.371516 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-da8c8449-ba05-4dd7-ad31-61fb7bbaf31e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 200 len: 907 time: 0.2413719 Jan 27 18:33:32.452339 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Deleting port d4925d60-8822-45bf-a6ee-b12830fed5d1 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:32.453026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:32.502413 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-29bc0260-69bc-4b2c-8512-a2bacf179da3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 200 len: 217 time: 0.1231773 Jan 27 18:33:32.504135 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:32.511373 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Checking router: 19733101-0a17-46e1-85e5-dcbe3194fad3 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:32.524830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:32.525908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:32.655331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-6083bccd-37f1-4269-be96-c1692bf4cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.656931 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-6083bccd-37f1-4269-be96-c1692bf4cdbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.1460905 Jan 27 18:33:32.720345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-7f913cb7-698e-48a9-81ae-ba57539c58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.722301 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-7f913cb7-698e-48a9-81ae-ba57539c58dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 200 len: 852 time: 0.4051428 Jan 27 18:33:32.891159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-13814877-f906-4957-b444-5c7998f9b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.892555 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071eb96-c564-4a4f-8ebd-7a6860ba7fb1 req-a20aa360-0cea-440f-86ac-2daafe8b2da1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.892771 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-13814877-f906-4957-b444-5c7998f9b87f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2245414 Jan 27 18:33:32.894253 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e071eb96-c564-4a4f-8ebd-7a6860ba7fb1 req-a20aa360-0cea-440f-86ac-2daafe8b2da1 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 943 time: 0.2794728 Jan 27 18:33:32.894645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] For port d4925d60-8822-45bf-a6ee-b12830fed5d1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d4925d60-8822-45bf-a6ee-b12830fed5d1,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:32.895037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:32.917570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:32.935350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-ee0135f6-ced7-487c-a557-572224280b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:32.937500 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-ee0135f6-ced7-487c-a557-572224280b2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2075531 Jan 27 18:33:33.082803 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e071eb96-c564-4a4f-8ebd-7a6860ba7fb1 req-ec6c40d6-4a1a-4725-803a-f5852e4d0f7b tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups?id=da669c4d-fb39-445f-9edb-f2400fe48e38&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1721666 Jan 27 18:33:33.115173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Calling delete_port for d4925d60-8822-45bf-a6ee-b12830fed5d1 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:33.124088 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:33.169309 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-1a852597-d8fb-4251-809c-4d73d18d9729 service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195749 Jan 27 18:33:33.267491 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-c498233d-7ee7-4c8d-b806-afafe6e748bf service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634515 Jan 27 18:33:33.286079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:33.290813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119ec98-3c1e-4d83-995f-37f16dd93e67 None None] The sync data for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb is: [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:31:19Z', 'revision_number': 4, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '5029d367-4cd9-40d2-8df4-bee13c49ad70', 'name': '', 'network_id': 'd194e763-6078-4a1a-8e76-b2bb6a0b3a9d', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'mac_address': 'fa:16:3e:ea:36:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '140a00f5-9375-421d-a27e-baee73af732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:18Z', 'updated_at': '2021-01-27T18:31:29Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'subnets': [{'id': '140a00f5-9375-421d-a27e-baee73af732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:33.335071 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c955a390-1d0a-448c-97a1-2607ab0be28f req-3a7d63b0-08b4-42a1-9136-59e47cd1706f service neutron] 10.222.0.60 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584961 Jan 27 18:33:33.470194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:33.489734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e5a5e5dc-ba4e-475b-a8d2-b676fb3c978e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:33.548369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event deleted for resources: {'Port': ['ID=d4925d60-8822-45bf-a6ee-b12830fed5d1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:33.601374 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-539cff2b-600e-412e-9b6b-ff908caf14d2 req-6a13104a-2f91-4133-b8da-3bbf353558bd service neutron] 10.222.0.54 "GET /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2992399 Jan 27 18:33:33.657593 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.658007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.658431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.658840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.659245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.659634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.660026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.660417 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.660805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.661212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.661604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.662041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.662428 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.662794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.663180 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.663565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.663964 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.664371 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.664692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.665078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.665487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.665871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.666255 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.666637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:33:33.694863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:33.757404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] No DVR routers for this DVR port d4925d60-8822-45bf-a6ee-b12830fed5d1 on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:33.760689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:33.765430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-deleted', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:33.798949 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a4fe1301-cded-44af-8a7b-1a7a8ceb3945 req-de782aaa-0d3b-4946-88ba-eca8277dae25 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.54 "DELETE /v2.0/ports/d4925d60-8822-45bf-a6ee-b12830fed5d1 HTTP/1.1" status: 204 len: 173 time: 2.6099889 Jan 27 18:33:33.804507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba38b4-daee-45d9-9c72-5b9f04dd036e None None] New status for floating IP a0d66f6f-ea35-4f85-849e-5f6b31b557ec: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:33:33.864397 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d057d-d47f-4c67-8d8b-3822a5f7818b', 'name': 'network-vif-deleted', 'tag': 'd4925d60-8822-45bf-a6ee-b12830fed5d1', 'status': 'completed', 'code': 200} Jan 27 18:33:34.303233 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-83ea40b4-edae-494c-b7d7-5f96a1d28a88 req-1066d639-e071-419b-8de5-ab2a6b1055f0 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d057d-d47f-4c67-8d8b-3822a5f7818b HTTP/1.1" status: 200 len: 210 time: 0.0559084 Jan 27 18:33:35.523844 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-23836c6c-79cc-43ba-ba6e-7caca722f09e tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "GET /v2.0/security-groups/da669c4d-fb39-445f-9edb-f2400fe48e38 HTTP/1.1" status: 200 len: 2993 time: 0.0753398 Jan 27 18:33:35.626338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:35.671641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:35.726483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:35.730692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-63ec932f-caa5-4540-ad0f-80710e200f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:35.746396 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da669c4d-fb39-445f-9edb-f2400fe48e38,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:35.750218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:35.759854 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:35.761056 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-eebbec3e-fd64-4d52-944c-610d32bf6941 req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] 10.222.0.60 "DELETE /v2.0/security-groups/da669c4d-fb39-445f-9edb-f2400fe48e38 HTTP/1.1" status: 204 len: 173 time: 0.2277462 Jan 27 18:33:35.820920 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57314) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:36.684350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:36.751658 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57342) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:36.913563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:36.939347 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:36.943637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f7ab6d1087456b915c8705cfd44bce is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:36.946787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:36.952836 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:37.055820 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.059720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.069184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9c57832a-abe4-4fbf-845b-7ff7ebc7b671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:37.112890 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5f7ab6d1087456b915c8705cfd44bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600440 Jan 27 18:33:37.114716 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c83170-3b5f-4102-99cb-f7a416d53b1f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:37.117302 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57348) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:37.120145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d27243b2-6153-4155-ba91-7151dbf82d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:37.126790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-a0d55a3e-3cd0-4f12-9aeb-3a805ce8300a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:37.127623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-a0d55a3e-3cd0-4f12-9aeb-3a805ce8300a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:37.163200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-a0d55a3e-3cd0-4f12-9aeb-3a805ce8300a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:37.164491 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-a0d55a3e-3cd0-4f12-9aeb-3a805ce8300a tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.3559372 Jan 27 18:33:37.193196 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.222037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.266703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-8c46a3a8-54ed-4949-82b1-d7f96c3e4889 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:37.271074 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.276326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fca016e5-8c4e-4d2d-94cc-6c7e42e35468 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:37.291280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c83170-3b5f-4102-99cb-f7a416d53b1f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:37.296376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:37.300253 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.306449 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a80ebd9a-3bdc-46bc-88c4-7148b614e0b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9c83170-3b5f-4102-99cb-f7a416d53b1f HTTP/1.1" status: 204 len: 168 time: 0.1861343 Jan 27 18:33:37.311155 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Deleting port 94238f6b-85e1-4ddc-b335-95d8b4c198d2 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:37.311543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.342617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-8c46a3a8-54ed-4949-82b1-d7f96c3e4889 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:security_group {{(pid=80115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:37.343874 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-ed17e975-4eb5-4515-ae58-6a7f40932453 req-8c46a3a8-54ed-4949-82b1-d7f96c3e4889 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714792 Jan 27 18:33:37.519080 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] For port 94238f6b-85e1-4ddc-b335-95d8b4c198d2, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=94238f6b-85e1-4ddc-b335-95d8b4c198d2,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:37.519540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.656941 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Calling delete_port for 94238f6b-85e1-4ddc-b335-95d8b4c198d2 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:37.864630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:37.882112 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b3f3aa3f-eeca-4aee-b89a-3d0baae827f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:37.978205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94238f6b-85e1-4ddc-b335-95d8b4c198d2,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:37.984981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:38.623449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:38.730570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2bbf2-0770-4484-9513-a3ba84135e47 req-33d633c4-c406-42cf-a2fc-5f4dede44d10 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:38.732428 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-34f2bbf2-0770-4484-9513-a3ba84135e47 req-33d633c4-c406-42cf-a2fc-5f4dede44d10 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.2441630 Jan 27 18:33:38.893004 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-34f2bbf2-0770-4484-9513-a3ba84135e47 req-3df75ca9-905c-47b6-b47d-16991e2c5ce7 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974972 Jan 27 18:33:39.005967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-bf92f8c3-5d0c-45d2-8d20-973e3a036d77 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:39.007640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-bf92f8c3-5d0c-45d2-8d20-973e3a036d77 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Synchronizing usage tracker for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:39.021404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-bf92f8c3-5d0c-45d2-8d20-973e3a036d77 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Unset dirty status for tenant:ef6543ebdafd4eb8b4006f95b98d9152 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:39.022674 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-bf92f8c3-5d0c-45d2-8d20-973e3a036d77 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.54 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 946 time: 0.2274601 Jan 27 18:33:39.135312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Deleting port b4c25c3b-2656-4663-ae56-8de210ad3a1c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:39.135702 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.208354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-45ed182e-f0d5-45df-ba2a-735d677d73f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.335495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Router 5a46eab2-9501-4988-a465-db02018d29de has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:39.432957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:39.433342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.540849 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:39.557218 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Sync routers for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:39.563913 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-85871005-7725-418b-923f-6d1cd41f9ab7 admin admin] 10.222.0.60 "PUT /v2.0/routers/5a46eab2-9501-4988-a465-db02018d29de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389395 Jan 27 18:33:39.564147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57380) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:39.570859 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:39.571565 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:39.656365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device b4c25c3b-2656-4663-ae56-8de210ad3a1c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:39.774083 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.790445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.807640 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:39.829626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:39.831165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:39.839430 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:39.842508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:39.843762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Calling delete_port for b4c25c3b-2656-4663-ae56-8de210ad3a1c owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:39.929688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:39.935724 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:39.942256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:39.942617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:39.950312 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'code': 200} Jan 27 18:33:40.004168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:40.011906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Deleting port 2c6015df-92ff-44a8-9264-6cf1e286cdcf {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:40.011906 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:40.202163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:33:37Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:40.208201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Checking router: 5a46eab2-9501-4988-a465-db02018d29de for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:40.221272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Routers {'5a46eab2-9501-4988-a465-db02018d29de'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:40.222127 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:12Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['5a46eab2-9501-4988-a465-db02018d29de'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:40.439781 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] Set router 5a46eab2-9501-4988-a465-db02018d29de gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:40.443490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Deleting port b4c25c3b-2656-4663-ae56-8de210ad3a1c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:40.444130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:40.553865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] For port 2c6015df-92ff-44a8-9264-6cf1e286cdcf, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2c6015df-92ff-44a8-9264-6cf1e286cdcf,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:40.554265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:40.570649 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:33:40.669273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0436a97-018a-4e4a-8804-afe6dd1ac1a9 req-665d083c-e066-4bae-930a-0cd4752ef848 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:40.671536 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e0436a97-018a-4e4a-8804-afe6dd1ac1a9 req-665d083c-e066-4bae-930a-0cd4752ef848 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 944 time: 0.5137706 Jan 27 18:33:40.798460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] For port b4c25c3b-2656-4663-ae56-8de210ad3a1c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b4c25c3b-2656-4663-ae56-8de210ad3a1c,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:40.798888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:40.799851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:33:37Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:40.804283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb431f-5bdd-4ac0-a95a-998ee96ff188 None None] The sync data for ids ['5a46eab2-9501-4988-a465-db02018d29de'] in dv-cinder-772388-3-smb is: [{'id': '5a46eab2-9501-4988-a465-db02018d29de', 'name': 'tempest-TestShelveInstance-1272109299-router', 'tenant_id': '64041d4054af4190a998da85a176c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:25Z', 'updated_at': '2021-01-27T18:33:37Z', 'revision_number': 5, 'project_id': '64041d4054af4190a998da85a176c850', 'gw_port': {'id': '2c6015df-92ff-44a8-9264-6cf1e286cdcf', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a46eab2-9501-4988-a465-db02018d29de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:26Z', 'updated_at': '2021-01-27T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:40.818669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Calling delete_port for 2c6015df-92ff-44a8-9264-6cf1e286cdcf owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:40.941057 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e0436a97-018a-4e4a-8804-afe6dd1ac1a9 req-e66dc99b-ab1c-461a-b341-fabf50272fe9 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/security-groups?id=afa1efa0-e624-4a94-9dc9-3faa568e2745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078099 Jan 27 18:33:40.950267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Calling delete_port for b4c25c3b-2656-4663-ae56-8de210ad3a1c owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:41.048144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.129166 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.145786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f24af547-60e9-4eda-aeaf-0d41a5691dc8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:41.176643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 94238f6b-85e1-4ddc-b335-95d8b4c198d2 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:41.216929 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 94238f6b-85e1-4ddc-b335-95d8b4c198d2 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:41.217324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 94238f6b-85e1-4ddc-b335-95d8b4c198d2 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:41.255521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Pushing event deleted for resources: {'Port': ['ID=b4c25c3b-2656-4663-ae56-8de210ad3a1c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:41.259125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.260348 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:41.373594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] No DVR routers for this DVR port b4c25c3b-2656-4663-ae56-8de210ad3a1c on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:41.376050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.379004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-deleted', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:41.395440 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1dbf0998-ae8c-4e8f-8e18-3f476a808e3d req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.54 "DELETE /v2.0/ports/b4c25c3b-2656-4663-ae56-8de210ad3a1c HTTP/1.1" status: 204 len: 173 time: 2.3663323 Jan 27 18:33:41.411775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.415515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.439823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.440473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a46eab2-9501-4988-a465-db02018d29de {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:33:41.444291 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672eaccd-8af2-48c2-849d-a79de653d91d', 'name': 'network-vif-deleted', 'tag': 'b4c25c3b-2656-4663-ae56-8de210ad3a1c', 'status': 'completed', 'code': 200} Jan 27 18:33:41.453750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.455784 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6c6bfd2c-6e1e-439b-b0df-6c6010c8bdee admin admin] 10.222.0.60 "DELETE /v2.0/routers/5a46eab2-9501-4988-a465-db02018d29de HTTP/1.1" status: 204 len: 168 time: 1.8899899 Jan 27 18:33:41.458246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57398) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:41.536236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Deleting subnet 131dcde4-1b6b-488a-90ff-616a6387254b {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:33:41.539996 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.600358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.691955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:41.998491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.017004 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a54900ea-fecd-4c06-9b6e-458f0d50d643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:42.100762 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7b389da4-4b28-4b18-b865-602bc2bd5b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.109509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.164512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131dcde4-1b6b-488a-90ff-616a6387254b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:42.173206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:42.173867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57412) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:42.178038 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-82a2f85e-b8c5-421d-bc52-a304055178c5 req-f6fb4ebb-c771-4d1a-bb68-140415571083 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] 10.222.0.60 "GET /v2.0/ports?device_id=672eaccd-8af2-48c2-849d-a79de653d91d HTTP/1.1" status: 200 len: 210 time: 0.0643208 Jan 27 18:33:42.228385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.234279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2fdce-4c27-4ac3-9eff-82f7652475fc None None] Network c867c274-1d8a-4617-934d-db18967ed890 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:33:42.235982 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-595672a8-4919-411f-978e-4aa16c49a398 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/131dcde4-1b6b-488a-90ff-616a6387254b HTTP/1.1" status: 204 len: 168 time: 0.7765646 Jan 27 18:33:42.238871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57418) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:42.353775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.360916 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.371771 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:42.376184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Usage tracker for resource:security_group_rule and tenant:753d5ca1940a407bbd2b39a71ebfab6b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:42.379450 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:42.385797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:42.434894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Deleting port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:42.435530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.486575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.492025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.503595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c1f83def-d894-4fec-9f73-cd8ed4f8da62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:42.527326 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] DHCP port deletion for c867c274-1d8a-4617-934d-db18967ed890 request from dv-cinder-772388-3-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 18:33:42.532319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Deleting port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:42.532739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.563440 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=753d5ca1940a407bbd2b39a71ebfab6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740606 Jan 27 18:33:42.563440 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba221d-eab1-4bd4-9148-a5a3ac0ac1d1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:42.564744 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57422) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:42.578642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:42.634550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.664270 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.677754 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] For port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:42.678097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.712666 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.718643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a291e0f6-82c0-4080-9f5f-db90d37c8aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:42.732300 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba221d-eab1-4bd4-9148-a5a3ac0ac1d1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:42.735598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:42.737763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.741573 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23ba221d-eab1-4bd4-9148-a5a3ac0ac1d1 HTTP/1.1" status: 204 len: 168 time: 0.1732309 Jan 27 18:33:42.799620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] For port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,segment=NetworkSegment(c1d7b231-fc3e-49cb-ad90-f9e7145aaa27),segment_id=c1d7b231-fc3e-49cb-ad90-f9e7145aaa27)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:42.799956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.824236 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Calling delete_port for 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:42.909227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:42.926122 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b74020c7-4478-4e1f-83aa-e0eb082a953c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:42.943263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Calling delete_port for 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:43.022487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9099676f-72c0-43c5-bc7f-5f9e1a2ca493,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:43.031305 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:43.037279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:43.037956 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:43.078844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] No DVR routers for this DVR port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 on host dv-cinder-772388-3-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:43.214977 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.231367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:43.280306 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:43.280601 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:43.281584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2c6015df-92ff-44a8-9264-6cf1e286cdcf no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:43.331866 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 2c6015df-92ff-44a8-9264-6cf1e286cdcf {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:43.332262 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2c6015df-92ff-44a8-9264-6cf1e286cdcf not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:43.360775 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c867c274-1d8a-4617-934d-db18967ed890']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:43.374097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:43.374495 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d7b231-fc3e-49cb-ad90-f9e7145aaa27') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:43.395509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.413845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.418002 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:33:43.539214 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Deleting port 9099676f-72c0-43c5-bc7f-5f9e1a2ca493 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:43.540359 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.628377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Network c867c274-1d8a-4617-934d-db18967ed890 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:43.639404 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.703053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57460) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:43.820484 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c5c46633-5f1f-4e06-b75e-0f2a065100d1 None None] The port '9099676f-72c0-43c5-bc7f-5f9e1a2ca493' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 18:33:43.837073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.851458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Network c867c274-1d8a-4617-934d-db18967ed890 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:43.867025 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-69919365-network', 'tenant_id': '183f30c9723c4bfdbd1be8678710753b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:33:43.872576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:43.877584 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Usage tracker for resource:network and tenant:183f30c9723c4bfdbd1be8678710753b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:33:43.877952 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:33:43.882835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:43.893090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:43.904278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Made reservation on behalf of 183f30c9723c4bfdbd1be8678710753b for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:33:43.910005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.925079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:43.942213 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:43.946810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Usage tracker for resource:security_group_rule and tenant:183f30c9723c4bfdbd1be8678710753b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:43.950169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:43.957057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:44.004092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.008259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:44.033224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.066888 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c867c274-1d8a-4617-934d-db18967ed890,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:44.070095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:44.073170 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4a70919e-76dd-4892-855d-4208505398cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/c867c274-1d8a-4617-934d-db18967ed890 HTTP/1.1" status: 204 len: 168 time: 1.8331058 Jan 27 18:33:44.076913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57486) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:44.239147 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.242682 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.250050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.257375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1c31c167-0249-4545-912e-0880756733a8 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:44.302746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 18:33:44.303760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57496) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:44.340644 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:44.347520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:44.350380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282032861624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.350852 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.segments_db [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Added segment 35e274e8-206f-4153-ae52-14611442b24f of type vxlan for network 1aba41f7-f532-481f-a87b-6554ac06286b Jan 27 18:33:44.526401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282033249925'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.597222 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.600357 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:44.601006 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.650082 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-58cb97a9-d118-4f25-aaaa-b675046fcc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:44.771310 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0668504 Jan 27 18:33:44.776692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57500) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:44.814365 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Request body: {'subnet': {'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-69919365-subnet', 'tenant_id': '183f30c9723c4bfdbd1be8678710753b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:33:44.833465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:44.839756 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1aba41f7-f532-481f-a87b-6554ac06286b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:44.843375 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Usage tracker for resource:subnet and tenant:183f30c9723c4bfdbd1be8678710753b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:44.847905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8e2cd486-5f8c-4818-9f73-663d988c02f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:44.852111 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Network 1aba41f7-f532-481f-a87b-6554ac06286b details requested by agent ovs-agent-dv-cinder-772388-3-smb with host dv-cinder-772388-3-smb {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:33:44.857645 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:44.867094 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:44.871553 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Network 1aba41f7-f532-481f-a87b-6554ac06286b details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 18:33:44.884586 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Made reservation on behalf of 183f30c9723c4bfdbd1be8678710753b for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:33:44.889579 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132593041'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:44.914224 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:45.190699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:45.567202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Deleting port 5029d367-4cd9-40d2-8df4-bee13c49ad70 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:45.567623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:45.771160 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] For port 5029d367-4cd9-40d2-8df4-bee13c49ad70, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5029d367-4cd9-40d2-8df4-bee13c49ad70,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:45.771585 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:45.908826 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Calling delete_port for 5029d367-4cd9-40d2-8df4-bee13c49ad70 owned by network:router_interface {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:46.041896 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Deleting port ede08d68-ea1d-47ec-ae82-9dad1092fae4 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:46.042280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.089900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.107566 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b67f0f0e-e306-41fa-ba1c-9980b8fc8cad tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:46.117563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134049584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132593150'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.153192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-51ee3417-77fa-40bf-bce7-040fbda19ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:46.209278 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Pushing event deleted for resources: {'Port': ['ID=5029d367-4cd9-40d2-8df4-bee13c49ad70,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:46.213515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:46.402421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc643179-940d-4518-86bd-28dfb78c694b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:46.412892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:46.458410 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] For port ede08d68-ea1d-47ec-ae82-9dad1092fae4, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=ede08d68-ea1d-47ec-ae82-9dad1092fae4,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:46.458852 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.555794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.609538 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Calling delete_port for ede08d68-ea1d-47ec-ae82-9dad1092fae4 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:46.711660 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Checking segment: {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:33:46.712057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Network hostable DHCP agents. Network: 1aba41f7-f532-481f-a87b-6554ac06286b, hostable agents: ['eb7df699-4415-49b6-926f-7f7b6eb8d05a'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 18:33:46.762729 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Network 1aba41f7-f532-481f-a87b-6554ac06286b is scheduled to be hosted by DHCP agent eb7df699-4415-49b6-926f-7f7b6eb8d05a with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 18:33:46.781035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-3-smb, 1aba41f7-f532-481f-a87b-6554ac06286b) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:33:46.790618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265dbba8-bbfd-499a-a73a-633988da21e4 None None] Network 1aba41f7-f532-481f-a87b-6554ac06286b requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:33:46.796573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:46.797242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.876529 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2bdda6c0-afac-43d6-ba96-150750e1ceca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0965986 Jan 27 18:33:46.901855 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:46.930843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3c9c48c4-5951-44dc-80db-c5cd22bef705 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:47.084425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ede08d68-ea1d-47ec-ae82-9dad1092fae4,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:47.103656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6c199-5760-4479-ba71-09cc196d3fe9 None None] Network 1aba41f7-f532-481f-a87b-6554ac06286b requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:33:47.103840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:47.221350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Router 19733101-0a17-46e1-85e5-dcbe3194fad3 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:47.503132 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:47.515662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Sync routers for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:47.530827 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8c321a30-ab02-408f-989f-469340887740 admin admin] 10.222.0.60 "PUT /v2.0/routers/19733101-0a17-46e1-85e5-dcbe3194fad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2259779 Jan 27 18:33:47.535790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:47.536509 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:47.537464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57516) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:47.677968 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:47.795211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks [] for router, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:47.800690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:48.224549 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:48.230296 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Checking router: 19733101-0a17-46e1-85e5-dcbe3194fad3 for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:48.241120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Routers {'19733101-0a17-46e1-85e5-dcbe3194fad3'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:48.241843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['19733101-0a17-46e1-85e5-dcbe3194fad3'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:48.434149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:48.447053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Deleting port 8f9d81d7-e00e-40b7-bf61-49630e567798 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:48.447734 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:48.465360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] Set router 19733101-0a17-46e1-85e5-dcbe3194fad3 gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:48.487997 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Router 308599cb-a133-466b-8657-016fd5ebc860 has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:48.694256 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:48.700540 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ca0ad5e3-ed7a-49a3-88f2-c01cb3560a2b admin admin] 10.222.0.60 "PUT /v2.0/routers/308599cb-a133-466b-8657-016fd5ebc860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6224203 Jan 27 18:33:48.705254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57528) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:48.707188 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Sync routers for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:48.719669 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155dd2-b3a0-495e-8344-06fd77b95701 req-2f2dd4fb-ce7c-411d-8981-2265647ec659 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:48.721475 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-58155dd2-b3a0-495e-8344-06fd77b95701 req-2f2dd4fb-ce7c-411d-8981-2265647ec659 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.3416755 Jan 27 18:33:48.727802 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:48.729170 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:48.799079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] For port 8f9d81d7-e00e-40b7-bf61-49630e567798, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=8f9d81d7-e00e-40b7-bf61-49630e567798,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:48.799492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:48.816799 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:48.821544 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcf75a9-3af3-4f9e-b099-728191ff478f None None] The sync data for ids ['19733101-0a17-46e1-85e5-dcbe3194fad3'] in dv-cinder-772388-3-smb is: [{'id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'name': 'tempest-TestMinimumBasicScenario-92858856-router', 'tenant_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27'}], 'enable_snat': True}, 'gw_port_id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:31:12Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'ef6543ebdafd4eb8b4006f95b98d9152', 'gw_port': {'id': '8f9d81d7-e00e-40b7-bf61-49630e567798', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19733101-0a17-46e1-85e5-dcbe3194fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:31:14Z', 'updated_at': '2021-01-27T18:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:48.838876 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-58155dd2-b3a0-495e-8344-06fd77b95701 req-5900b7f1-a6b5-4b3a-828a-15105a6e7488 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032300 Jan 27 18:33:48.991246 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:48.997057 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Calling delete_port for 8f9d81d7-e00e-40b7-bf61-49630e567798 owned by network:router_gateway {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:49.184486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5029d367-4cd9-40d2-8df4-bee13c49ad70 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:49.206171 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.237959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 5029d367-4cd9-40d2-8df4-bee13c49ad70 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:49.239066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5029d367-4cd9-40d2-8df4-bee13c49ad70 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:49.241516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.333054 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:49.338048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Checking router: 308599cb-a133-466b-8657-016fd5ebc860 for host: dv-cinder-772388-3-smb {{(pid=80117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:49.347250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Routers {'308599cb-a133-466b-8657-016fd5ebc860'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:49.348069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['308599cb-a133-466b-8657-016fd5ebc860'], 'active': True} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:49.486851 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.493401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Deleting port 60cb6930-0c22-481b-8a0b-99905d2817ad {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:49.493684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.513481 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.729860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] Set router 308599cb-a133-466b-8657-016fd5ebc860 gateway port host: dv-cinder-772388-3-smb {{(pid=80117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:49.741805 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 90dcaed8-130d-483b-bf52-fbf30bb089e5 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:49.759053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] For port 60cb6930-0c22-481b-8a0b-99905d2817ad, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=60cb6930-0c22-481b-8a0b-99905d2817ad,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:49.759769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.773573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.781354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.848279 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.848842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19733101-0a17-46e1-85e5-dcbe3194fad3 {{(pid=80115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:33:49.880058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] Notify callbacks [] for router, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:49.884035 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-ce7f9949-707d-4916-9be8-42aeb6027c90 admin admin] 10.222.0.60 "DELETE /v2.0/routers/19733101-0a17-46e1-85e5-dcbe3194fad3 HTTP/1.1" status: 204 len: 168 time: 2.3426256 Jan 27 18:33:49.886464 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57546) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:49.926907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Calling delete_port for 60cb6930-0c22-481b-8a0b-99905d2817ad owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:49.939507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.007281 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:50.053620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:50.059194 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.064090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:50.068694 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-333e4c03-fb68-4b2a-96d6-97ea78fbb1f6 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:50.070628 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-333e4c03-fb68-4b2a-96d6-97ea78fbb1f6 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 812 time: 0.4632010 Jan 27 18:33:50.100632 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-c5a2eb39-35db-4c8d-849b-87d77ef19e07 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/quotas/183f30c9723c4bfdbd1be8678710753b HTTP/1.1" status: 200 len: 375 time: 0.0227814 Jan 27 18:33:50.177208 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=7']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:50.193959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:50.195493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-cd88c582-236a-4825-8d72-13f5bcdb24ad tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:50.196568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-cd88c582-236a-4825-8d72-13f5bcdb24ad tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Synchronizing usage tracker for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:50.201332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:50.207577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fcc6d-ed26-4fcc-b3b0-86f68a4ea22d None None] The sync data for ids ['308599cb-a133-466b-8657-016fd5ebc860'] in dv-cinder-772388-3-smb is: [{'id': '308599cb-a133-466b-8657-016fd5ebc860', 'name': 'tempest-TestShelveInstance-955464953-router', 'tenant_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:28:37Z', 'updated_at': '2021-01-27T18:33:46Z', 'revision_number': 5, 'project_id': 'a3abdb0aa4584d7c8f82faca4931c42f', 'gw_port': {'id': '60cb6930-0c22-481b-8a0b-99905d2817ad', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308599cb-a133-466b-8657-016fd5ebc860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:28:39Z', 'updated_at': '2021-01-27T18:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:50.219512 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-e0a2c106-b7cc-4aa2-bfb3-f4a88c1d5c59 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120138 Jan 27 18:33:50.225535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Deleting subnet 140a00f5-9375-421d-a27e-baee73af732c {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:33:50.229564 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.261599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-cd88c582-236a-4825-8d72-13f5bcdb24ad tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Unset dirty status for tenant:462644b842f44649a0c74a2636c5d269 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:50.262897 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-cd88c582-236a-4825-8d72-13f5bcdb24ad tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 945 time: 0.5506084 Jan 27 18:33:50.337580 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036721009937'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.364763 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.407570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port 90dcaed8-130d-483b-bf52-fbf30bb089e5 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:50.407965 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:50.594409 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-14e74fb1-a7e4-4f21-ace4-4b20aa95e506 service neutron] 10.222.0.60 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042719 Jan 27 18:33:50.761342 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049e99e-de7a-47cd-81ec-fdfa6cc396df req-93e06ae8-215a-43c2-bd94-3a0f701566e2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:50.763950 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1049e99e-de7a-47cd-81ec-fdfa6cc396df req-93e06ae8-215a-43c2-bd94-3a0f701566e2 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 943 time: 0.6545377 Jan 27 18:33:50.818159 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.001858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.166409 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1049e99e-de7a-47cd-81ec-fdfa6cc396df req-205bf40c-8d55-4a03-8852-51f48b8bbaea tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8bc68ea-dc22-4c82-8faa-17caa9dfee92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582902 Jan 27 18:33:51.242743 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device ede08d68-ea1d-47ec-ae82-9dad1092fae4 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:51.254727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.257598 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] For port 90dcaed8-130d-483b-bf52-fbf30bb089e5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=90dcaed8-130d-483b-bf52-fbf30bb089e5,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:51.257990 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.266884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.285641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: ede08d68-ea1d-47ec-ae82-9dad1092fae4 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:51.286040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device ede08d68-ea1d-47ec-ae82-9dad1092fae4 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:51.286662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 8f9d81d7-e00e-40b7-bf61-49630e567798 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:51.296762 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-0ca38df9-b54e-4d02-af19-ccc3556e7399 service neutron] 10.222.0.60 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5312667 Jan 27 18:33:51.333528 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'code': 200} Jan 27 18:33:51.334423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 8f9d81d7-e00e-40b7-bf61-49630e567798 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:51.334939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 8f9d81d7-e00e-40b7-bf61-49630e567798 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:51.378877 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.379499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308599cb-a133-466b-8657-016fd5ebc860 {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:33:51.407174 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.409191 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9eae0164-d7ab-45f3-a26e-dcc08db4d26d admin admin] 10.222.0.60 "DELETE /v2.0/routers/308599cb-a133-466b-8657-016fd5ebc860 HTTP/1.1" status: 204 len: 168 time: 2.7020118 Jan 27 18:33:51.481101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57554) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:51.585409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Deleting subnet 2e96f93f-6866-4886-9201-b9ee54671a79 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:33:51.599238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.682032 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bc8ccb88-8269-4aaa-b908-4fbe501b1c94 req-9ca5a46c-1ff4-47bf-822c-72135adb2d11 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 210 time: 0.0616589 Jan 27 18:33:51.766797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133654609'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.786772 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132215744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722279426'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.806383 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:51.832449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.832845 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335110'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.833226 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.db.l3_db [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Floating IP 77caa163-dbd9-4236-8836-33ee8b4d0cc1 disassociated. External IP: 172.28.2.84, port: 90dcaed8-130d-483b-bf52-fbf30bb089e5. Jan 27 18:33:51.833643 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for 90dcaed8-130d-483b-bf52-fbf30bb089e5 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:51.890922 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140a00f5-9375-421d-a27e-baee73af732c,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:51.898691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:51.951060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:51.959264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ecf75-ed56-49da-b3d9-72e0d3c2c736 None None] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:33:51.960352 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6ff67676-4ca4-41aa-a26c-0630909be62e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/140a00f5-9375-421d-a27e-baee73af732c HTTP/1.1" status: 204 len: 168 time: 2.0708501 Jan 27 18:33:51.961378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57568) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:51.962777 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.104483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.179401 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Deleting port 2535c71f-e0cd-4cda-9833-4218d7b8739d {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:52.179939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.285364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] DHCP port deletion for d194e763-6078-4a1a-8e76-b2bb6a0b3a9d request from dv-cinder-772388-3-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 18:33:52.302354 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Deleting port 2535c71f-e0cd-4cda-9833-4218d7b8739d {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:52.302908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.496398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] For port 2535c71f-e0cd-4cda-9833-4218d7b8739d, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2535c71f-e0cd-4cda-9833-4218d7b8739d,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:52.496835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.535011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.618750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-392de6f8-f051-4bee-b57d-55528dc85fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:52.659942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Calling delete_port for 2535c71f-e0cd-4cda-9833-4218d7b8739d owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:52.693619 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'Port': ['ID=90dcaed8-130d-483b-bf52-fbf30bb089e5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:52.696748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:52.776884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] For port 2535c71f-e0cd-4cda-9833-4218d7b8739d, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=2535c71f-e0cd-4cda-9833-4218d7b8739d,segment=NetworkSegment(a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e),segment_id=a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:52.777773 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.782585 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6813bf50-28f8-48a7-a8d4-b3620fbcbffb req-66c02864-4e18-4fee-bde5-662cd3a20f84 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 210 time: 0.1996579 Jan 27 18:33:52.852230 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:52.887137 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f90efad4-2169-4650-a417-185f3fbf977a tempest-AttachVolumeTestJSON-1589567087 tempest-AttachVolumeTestJSON-1589567087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:52.981797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2535c71f-e0cd-4cda-9833-4218d7b8739d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:52.990700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Calling delete_port for 2535c71f-e0cd-4cda-9833-4218d7b8739d owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:53.049038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:53.065426 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5fcaf200-8cb9-4f3e-87c3-82b02bb82b88 req-d21b3a7f-5c3c-44fc-bf93-cf18b570e6ba tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 210 time: 0.1791956 Jan 27 18:33:53.120379 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:53.121409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:53.139774 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] No DVR routers for this DVR port 2535c71f-e0cd-4cda-9833-4218d7b8739d on host dv-cinder-772388-3-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:53.234309 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2535c71f-e0cd-4cda-9833-4218d7b8739d no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:53.274746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 2535c71f-e0cd-4cda-9833-4218d7b8739d {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:53.275303 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 2535c71f-e0cd-4cda-9833-4218d7b8739d not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:53.276195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 60cb6930-0c22-481b-8a0b-99905d2817ad no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:53.279043 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.289948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-876c7dba-bbac-428e-a43b-f60e216c3bec tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:53.290755 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-23897de4-b38d-4448-a329-6765f408f009 req-876c7dba-bbac-428e-a43b-f60e216c3bec tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Synchronizing usage tracker for tenant:183f30c9723c4bfdbd1be8678710753b on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:33:53.313483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 60cb6930-0c22-481b-8a0b-99905d2817ad {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:53.313883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 60cb6930-0c22-481b-8a0b-99905d2817ad not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:53.323167 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134049013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722182665'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.360708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:53.420550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d194e763-6078-4a1a-8e76-b2bb6a0b3a9d']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:53.436437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:53.436790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00f4fbd-d9d8-4f56-9fdb-7bb41709b18e') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:53.450031 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.455089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e96f93f-6866-4886-9201-b9ee54671a79,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:53.457928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:53.470748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.473447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:33:53.481843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-23897de4-b38d-4448-a329-6765f408f009 req-876c7dba-bbac-428e-a43b-f60e216c3bec tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Unset dirty status for tenant:183f30c9723c4bfdbd1be8678710753b on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:33:53.483415 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-876c7dba-bbac-428e-a43b-f60e216c3bec tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 812 time: 0.6715682 Jan 27 18:33:53.512842 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Request body: {'port': {'device_id': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b', 'admin_state_up': True, 'tenant_id': '183f30c9723c4bfdbd1be8678710753b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:33:53.531201 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:33:53.622039 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.622273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Deleting port 2535c71f-e0cd-4cda-9833-4218d7b8739d {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:53.622463 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.664143 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050579f-6a31-4a74-bf89-7f30cb9717a1 None None] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:33:53.670800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:53.680521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.780097 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-b5c550e2-f9a0-4639-9abf-2da4c2f2c7b7 None None] The port '2535c71f-e0cd-4cda-9833-4218d7b8739d' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 18:33:53.847503 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2440ccd5-e742-40eb-92b7-72ef61412d68 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2e96f93f-6866-4886-9201-b9ee54671a79 HTTP/1.1" status: 204 len: 168 time: 2.3628917 Jan 27 18:33:53.854217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57580) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:53.888995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:33:53.895489 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Usage tracker for resource:port and tenant:183f30c9723c4bfdbd1be8678710753b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:33:53.900955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:33:53.909245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:33:53.911169 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:33:53.923577 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:33:53.935106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:53.935800 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:53.964308 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Network d194e763-6078-4a1a-8e76-b2bb6a0b3a9d has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:53.965871 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Made reservation on behalf of 183f30c9723c4bfdbd1be8678710753b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:33:53.992096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:33:53.998829 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:33:54.019819 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] No DVR routers for this DVR port 90dcaed8-130d-483b-bf52-fbf30bb089e5 on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:54.022237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.024463 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-2e6aee51-1847-4fdc-8fbe-0e171609b18b req-b53c84ce-65f9-4372-bdca-6ad0ade3dcf3 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.54 "DELETE /v2.0/ports/90dcaed8-130d-483b-bf52-fbf30bb089e5 HTTP/1.1" status: 204 len: 173 time: 3.7553906 Jan 27 18:33:54.029931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-deleted', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:54.145001 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:54.244472 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bd0964-3b18-4404-9a96-c4c7715a95da', 'name': 'network-vif-deleted', 'tag': '90dcaed8-130d-483b-bf52-fbf30bb089e5', 'status': 'completed', 'code': 200} Jan 27 18:33:54.299307 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-7ca0bb98-f388-406c-9ea3-17727d44f2af req-f04e2805-b04d-4940-ad85-5382eaee443d tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bd0964-3b18-4404-9a96-c4c7715a95da HTTP/1.1" status: 200 len: 210 time: 0.2822177 Jan 27 18:33:54.303275 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.393721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.454173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] DHCP port deletion for c4e902e2-7835-42d0-aec3-0fca3caeaea0 request from dv-cinder-772388-3-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 18:33:54.464892 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Deleting port 1797f98d-34ad-4c20-9acd-593951412bff {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:54.465338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.471850 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Allocated IP 172.20.0.14 (1aba41f7-f532-481f-a87b-6554ac06286b/dc643179-940d-4518-86bd-28dfb78c694b/950a3dd2-65d3-4d5e-91b9-35b43e157d70) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:33:54.485960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.488726 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1dfd28da-aa39-4546-934b-caa557e0a9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:54.521356 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c237357a-4547-4d2e-8fd2-7fee423b0be8 req-c95fa85d-7359-450a-bbe6-f1a49346413c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 210 time: 0.2910016 Jan 27 18:33:54.552152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d194e763-6078-4a1a-8e76-b2bb6a0b3a9d,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:54.556227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:54.557537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Deleting port 1797f98d-34ad-4c20-9acd-593951412bff {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:54.558017 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.588313 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-8b0e8152-c679-4405-a425-e452a51b21f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d194e763-6078-4a1a-8e76-b2bb6a0b3a9d HTTP/1.1" status: 204 len: 168 time: 2.6256080 Jan 27 18:33:54.737085 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.772517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.774886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57592) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:54.786547 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] For port 1797f98d-34ad-4c20-9acd-593951412bff, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=1797f98d-34ad-4c20-9acd-593951412bff,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:54.786995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.792971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0919dddc-812e-4632-ae02-bd6a60fa083a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:54.804889 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:54.830721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] For port 1797f98d-34ad-4c20-9acd-593951412bff, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=1797f98d-34ad-4c20-9acd-593951412bff,segment=NetworkSegment(90847911-0acc-4f7a-9828-6682b4f33566),segment_id=90847911-0acc-4f7a-9828-6682b4f33566)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:33:54.831081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:54.869995 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:33:54.941234 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Calling delete_port for 1797f98d-34ad-4c20-9acd-593951412bff owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:54.975287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Calling delete_port for 1797f98d-34ad-4c20-9acd-593951412bff owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:54.982498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Pushing event updated for resources: {'Port': ['ID=950a3dd2-65d3-4d5e-91b9-35b43e157d70,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:54.987184 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:33:54.987886 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:54.988032 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:54.995139 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-a35efd89-a961-4930-b9b2-a223c587c82f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef6543ebdafd4eb8b4006f95b98d9152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165484 Jan 27 18:33:54.996333 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57596) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:55.076200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.107142 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.132711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Network 1aba41f7-f532-481f-a87b-6554ac06286b is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:33:55.141454 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:33:55.146899 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:33:55.152164 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fec6cb4b-6a10-40b3-9544-348c4858fa52 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:55.183560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.240770 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Pushing event deleted for resources: {'Port': ['ID=1797f98d-34ad-4c20-9acd-593951412bff,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:55.253041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:55.255620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] No DVR routers for this DVR port 1797f98d-34ad-4c20-9acd-593951412bff on host dv-cinder-772388-3-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:33:55.311980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 1797f98d-34ad-4c20-9acd-593951412bff no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:33:55.320215 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:55.320988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.347045 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-05df88dd-5da6-4a81-97ed-29c93571bf32 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8388228 Jan 27 18:33:55.351891 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.357425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-faae65bf-2d77-42af-aceb-d29f6a886e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:55.374195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 1797f98d-34ad-4c20-9acd-593951412bff {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:33:55.374195 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 1797f98d-34ad-4c20-9acd-593951412bff not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:33:55.378937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Request body: {'port': {'device_id': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:33:55.418657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1efa0-e624-4a94-9dc9-3faa568e2745,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:55.420813 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.428108 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.431842 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afa1efa0-e624-4a94-9dc9-3faa568e2745 HTTP/1.1" status: 204 len: 168 time: 0.4320629 Jan 27 18:33:55.447107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:55.447508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:55.450456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4ec72bfd-cf37-4f98-8d88-5f06058077cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:55.472090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:33:55.570594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e902e2-7835-42d0-aec3-0fca3caeaea0']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:55.587544 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90847911-0acc-4f7a-9828-6682b4f33566') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:55.587884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90847911-0acc-4f7a-9828-6682b4f33566') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:55.603103 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.623229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.626099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:33:55.641297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57608) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:55.642690 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.817735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.908551 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.910390 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:55.924130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:55.951812 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Deleting port 1797f98d-34ad-4c20-9acd-593951412bff {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:55.952421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.063152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.070591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-ee10213b-4abf-41cb-a362-ad98fa514e26 None None] The port '1797f98d-34ad-4c20-9acd-593951412bff' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 18:33:56.071452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-81bd33e3-331e-4503-b9ab-e076268f11db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:56.100338 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:33:56.104689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4536e78-0b47-47a3-ac41-43dceab241d6 None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:27:34Z', 'revision_number': 4, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb', '_interfaces': [{'id': '78d4aa5c-15d5-436b-8bc6-69b2f184f9b8', 'name': '', 'network_id': '4d8fc9bd-39a2-4439-b331-0f8142c4dec1', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'mac_address': 'fa:16:3e:23:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:33Z', 'updated_at': '2021-01-27T18:27:45Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'subnets': [{'id': '35dcb740-3db7-414d-ac41-43c58862cb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:33:56.110605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bc68ea-dc22-4c82-8faa-17caa9dfee92,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:56.118121 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d367c-d42e-407e-9fee-436556f0077f req-dbacea93-edff-4df0-b662-04306c93d827 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:56.119999 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3c9d367c-d42e-407e-9fee-436556f0077f req-dbacea93-edff-4df0-b662-04306c93d827 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 932 time: 0.3926413 Jan 27 18:33:56.436887 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:56.446807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.449707 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e1458d7f-1320-4dc3-8ee1-3fe722fa2127 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "DELETE /v2.0/security-groups/b8bc68ea-dc22-4c82-8faa-17caa9dfee92 HTTP/1.1" status: 204 len: 168 time: 0.7867093 Jan 27 18:33:56.453431 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57612) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:56.486260 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.api.v2.resource [None req-b9ec0960-35c0-4b95-b413-0b15f012eb70 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] show failed (client error): The resource could not be found. Jan 27 18:33:56.487371 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b9ec0960-35c0-4b95-b413-0b15f012eb70 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "GET /v2.0/security-groups/b8bc68ea-dc22-4c82-8faa-17caa9dfee92 HTTP/1.1" status: 404 len: 347 time: 0.0325952 Jan 27 18:33:56.490421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57616) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:56.512589 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Network c4e902e2-7835-42d0-aec3-0fca3caeaea0 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:33:56.523582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a84987-bfbd-40e0-b0c5-f1c2ad239337 None None] New status for floating IP 77caa163-dbd9-4236-8836-33ee8b4d0cc1: DOWN {{(pid=80117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 18:33:56.556805 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-3c9d367c-d42e-407e-9fee-436556f0077f req-678ce67e-ac39-4707-b533-9b36c89f1bd9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187050 Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:33:56.557758 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:33:56.645029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.648563 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1275c0e1-2513-4230-ae80-68c0f0e1f581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:56.664329 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.677187 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e902e2-7835-42d0-aec3-0fca3caeaea0,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:56.680378 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c4e902e2-7835-42d0-aec3-0fca3caeaea0 HTTP/1.1" status: 204 len: 168 time: 2.8197730 Jan 27 18:33:56.682307 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bb7f77bf-eb67-4204-ad27-5b26f30e4534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:56.734319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port c5950aa5-e6dc-4765-a70e-30995f625ce9 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:56.734727 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.914280 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57622) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:56.950369 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950a3dd2-65d3-4d5e-91b9-35b43e157d70 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:33:56.967721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:56.970788 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9448b289-9b90-44e7-ae35-dcb143d7d33a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64041d4054af4190a998da85a176c850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551889 Jan 27 18:33:56.973407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57626) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:56.989237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Transition to ACTIVE for port object 950a3dd2-65d3-4d5e-91b9-35b43e157d70 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:33:56.993731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.020011 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-65955050-5757-41c5-a2f3-b1658f70198d tempest-AttachVolumeNegativeTest-1511825762 tempest-AttachVolumeNegativeTest-1511825762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:57.046272 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.076341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.132331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.138661 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-614c17c9-ca82-4b02-8675-edb6ed4f1e26 tempest-TestShelveInstance-2074669396 tempest-TestShelveInstance-2074669396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:57.153497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08fb925-0df2-405d-bc15-6f5f62ab6ba5,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:57.157939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:57.161477 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.165125 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b08fb925-0df2-405d-bc15-6f5f62ab6ba5 HTTP/1.1" status: 204 len: 168 time: 0.1881905 Jan 27 18:33:57.167789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.168238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.328536 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for c5950aa5-e6dc-4765-a70e-30995f625ce9 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:57.359197 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Pushing event updated for resources: {'Port': ['ID=950a3dd2-65d3-4d5e-91b9-35b43e157d70,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:57.371041 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:57.569928 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:33:57.570530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:33:57.621788 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Attempting to bind port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:33:57.622161 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Attempting to bind port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:33:57.622618 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Attempting to bind port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 on network 1aba41f7-f532-481f-a87b-6554ac06286b {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:33:57.629069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:33:57.629468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Checking segment: {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:33:57.629949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.630263 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Bound using segment: {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:33:57.630742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Bound port: 950a3dd2-65d3-4d5e-91b9-35b43e157d70, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:33:57.631114 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.637613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57636) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:57.702569 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-7e95e781-a2e6-434b-b6d4-1e312cbb137a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3abdb0aa4584d7c8f82faca4931c42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600679 Jan 27 18:33:57.709499 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57640) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:33:57.735533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] For port 950a3dd2-65d3-4d5e-91b9-35b43e157d70, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:33:57.738759 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] For port 950a3dd2-65d3-4d5e-91b9-35b43e157d70, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=950a3dd2-65d3-4d5e-91b9-35b43e157d70,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:33:57.742784 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.763312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-869443fe-8dc4-433d-97c1-4604da05d9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:57.847289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.883206 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.934524 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Pushing event updated for resources: {'Port': ['ID=950a3dd2-65d3-4d5e-91b9-35b43e157d70,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:57.939860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:57.974332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:57.975129 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:57.976810 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-2667ea11-cfe9-42b9-879f-8f3f79a3d527 service neutron] 10.222.0.54 "PUT /v2.0/ports/950a3dd2-65d3-4d5e-91b9-35b43e157d70 HTTP/1.1" status: 200 len: 1158 time: 2.6057875 Jan 27 18:33:57.977261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:33:57.985848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458348-002b-46a1-9047-d683dbcc9621 req-a9adc133-a0a3-4794-ad60-a231e6e0b3fa tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:57.988875 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-28458348-002b-46a1-9047-d683dbcc9621 req-a9adc133-a0a3-4794-ad60-a231e6e0b3fa tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 944 time: 0.2757514 Jan 27 18:33:58.045441 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70', 'status': 'completed', 'code': 200} Jan 27 18:33:58.085999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Deleting port c5950aa5-e6dc-4765-a70e-30995f625ce9 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:33:58.086385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.087432 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-28458348-002b-46a1-9047-d683dbcc9621 req-24572c0a-b6b2-41ab-b6b4-efdd1bfa7849 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873358 Jan 27 18:33:58.092656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.096808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a1bb5258-01be-4cc2-ac20-df3479fe620e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:58.116953 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a8ac2b-60ad-4113-a1ba-f5afd551b4da,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:58.119722 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:58.122199 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.127609 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7a8ac2b-60ad-4113-a1ba-f5afd551b4da HTTP/1.1" status: 204 len: 168 time: 0.4163532 Jan 27 18:33:58.281535 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-0a00cf9c-f7dd-4002-bc3e-13272a2c0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:58.284278 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-0a00cf9c-f7dd-4002-bc3e-13272a2c0e1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 1161 time: 0.2412462 Jan 27 18:33:58.373646 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-ac11203b-0c8d-4b30-a171-ba05c118fa03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950a3dd2-65d3-4d5e-91b9-35b43e157d70 HTTP/1.1" status: 200 len: 217 time: 0.0760250 Jan 27 18:33:58.442807 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.443186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.606351 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Calling delete_port for c5950aa5-e6dc-4765-a70e-30995f625ce9 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:33:58.671530 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897de4-b38d-4448-a329-6765f408f009 req-1a971615-2028-48a1-90fb-b82afc969226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:58.673313 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-1a971615-2028-48a1-90fb-b82afc969226 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc643179-940d-4518-86bd-28dfb78c694b HTTP/1.1" status: 200 len: 852 time: 0.2869999 Jan 27 18:33:58.737624 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-cefa37e6-07a1-4cb6-8e1a-5003eca21d40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aba41f7-f532-481f-a87b-6554ac06286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566540 Jan 27 18:33:58.955431 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-d7b9edb4-0800-46b2-af0e-fd1af0b3f163 service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106197 Jan 27 18:33:58.956569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:58.972846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-37c2a010-6132-45f9-abc3-1c14ffee0676 tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:33:59.363657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Pushing event deleted for resources: {'Port': ['ID=c5950aa5-e6dc-4765-a70e-30995f625ce9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:33:59.422588 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:33:59.423427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f40b49-4684-4f46-be5f-7a787289efab req-e311f99b-2eac-40b6-a563-c375e9f04cb1 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:59.425184 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-72f40b49-4684-4f46-be5f-7a787289efab req-e311f99b-2eac-40b6-a563-c375e9f04cb1 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 944 time: 0.1930826 Jan 27 18:33:59.498948 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-72f40b49-4684-4f46-be5f-7a787289efab req-585f70c5-32d9-4f7c-b7d2-282674e79011 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661407 Jan 27 18:33:59.565387 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-23897de4-b38d-4448-a329-6765f408f009 req-6dc9cab9-924a-4716-98a5-27fdc326e1af service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5937159 Jan 27 18:33:59.636901 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:59.656639 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:33:59.657895 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-39e01682-2428-4732-9495-0279b7d1f0db tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] 10.222.0.60 "DELETE /v2.0/floatingips/77caa163-dbd9-4236-8836-33ee8b4d0cc1 HTTP/1.1" status: 204 len: 168 time: 3.1638932 Jan 27 18:33:59.755465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-80304fda-d2be-4f6d-95f0-3f1bc97c28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:59.757120 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-80304fda-d2be-4f6d-95f0-3f1bc97c28cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 1161 time: 0.0911782 Jan 27 18:33:59.956078 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-f9192b14-fcdf-48f3-9bdb-1ce7b38ac36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:33:59.958073 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-f9192b14-fcdf-48f3-9bdb-1ce7b38ac36e service neutron] 10.222.0.54 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 906 time: 0.1937315 Jan 27 18:34:00.047346 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-36933764-f229-4b28-a655-74915db7b1d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=950a3dd2-65d3-4d5e-91b9-35b43e157d70 HTTP/1.1" status: 200 len: 217 time: 0.0821159 Jan 27 18:34:00.127519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-b0c928e0-f4cd-4eeb-82cd-a95fa7b0b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:00.129159 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-b0c928e0-f4cd-4eeb-82cd-a95fa7b0b6e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc643179-940d-4518-86bd-28dfb78c694b HTTP/1.1" status: 200 len: 852 time: 0.0748484 Jan 27 18:34:00.195961 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-0ef04e22-240a-42ea-880c-5b468388882d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aba41f7-f532-481f-a87b-6554ac06286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580332 Jan 27 18:34:00.366632 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-3a106488-6e24-4cd8-811f-e9f7c8b3813e service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626618 Jan 27 18:34:00.536174 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4e0db934-8c16-479a-a9bf-5b446ca0adb9 req-545c12ec-e656-4302-afa9-472636cb9708 service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1622648 Jan 27 18:34:00.808545 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c85f8-c8d9-4c4a-921a-f1795904d8ea req-20aa085f-97eb-42d9-939d-e810095ee79b tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:00.810356 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-742c85f8-c8d9-4c4a-921a-f1795904d8ea req-20aa085f-97eb-42d9-939d-e810095ee79b tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 944 time: 0.1750162 Jan 27 18:34:00.880579 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-742c85f8-c8d9-4c4a-921a-f1795904d8ea req-60f51465-41cd-4238-801d-17e35b8a85c9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Jan 27 18:34:02.019009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.objects.ports [None req-5e23fd3d-4805-4d5d-a12d-deac2e0cb89a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80116) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 18:34:02.221217 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf5880-458d-4d2f-acbe-238c143f5836 req-fd0007a8-56ab-4278-a196-fe209c128fe9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:02.222896 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6cf5880-458d-4d2f-acbe-238c143f5836 req-fd0007a8-56ab-4278-a196-fe209c128fe9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 944 time: 0.1804240 Jan 27 18:34:02.293915 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c6cf5880-458d-4d2f-acbe-238c143f5836 req-810b7579-0cf8-40bd-9e49-ccaa8911ecd4 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606625 Jan 27 18:34:02.431539 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 950a3dd2-65d3-4d5e-91b9-35b43e157d70 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:34:02.509089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:34:02.514838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:34:02.515528 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:02.597838 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57674) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:02.660655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:02.693720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:34:02.705186 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port 950a3dd2-65d3-4d5e-91b9-35b43e157d70, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=950a3dd2-65d3-4d5e-91b9-35b43e157d70,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:02.708715 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:02.711480 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:02.782797 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70', 'code': 200} Jan 27 18:34:02.792989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=950a3dd2-65d3-4d5e-91b9-35b43e157d70,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:02.802104 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.802488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.802867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.803238 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.803608 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.803972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.804537 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.804689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.805007 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.805425 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.805787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.806144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.806571 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.806931 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.807289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.807782 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.808146 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.808512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.808868 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.809664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.809664 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.809921 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.810254 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.810606 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:02.815358 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:03.147863 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:03.298130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd7e1-231a-4d8e-bce9-9c7f77073ec1 req-b00bac6b-a229-49ff-aa0d-82605d92d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:03.299817 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b3afd7e1-231a-4d8e-bce9-9c7f77073ec1 req-b00bac6b-a229-49ff-aa0d-82605d92d70f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 1163 time: 0.2471077 Jan 27 18:34:03.389171 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b3afd7e1-231a-4d8e-bce9-9c7f77073ec1 req-0382d52c-042f-42f1-aaea-af923ce89e07 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804362 Jan 27 18:34:03.609473 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aaf63-564b-4193-b535-142f4251eff4 req-80a60d4d-6aab-497c-87c3-51d84fe9a5e9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:03.611220 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b77aaf63-564b-4193-b535-142f4251eff4 req-80a60d4d-6aab-497c-87c3-51d84fe9a5e9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1735907 Jan 27 18:34:03.628468 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335400'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:03.678237 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b77aaf63-564b-4193-b535-142f4251eff4 req-7224d239-0c93-405a-baf1-41a81c9d9ebf tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596597 Jan 27 18:34:04.005730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 950a3dd2-65d3-4d5e-91b9-35b43e157d70 up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:34:04.046684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Deleting port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:04.047093 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:04.091988 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:34:04.092413 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:04.239145 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] For port 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:04.239747 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:04.378560 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Calling delete_port for 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:34:04.580804 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:04.594582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:04.692441 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d4aa5c-15d5-436b-8bc6-69b2f184f9b8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:04.698959 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:04.988521 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c42ae7-8447-4187-8a19-b4dabbaff9d4 req-68e2a078-267f-425b-ae9f-c58b8d671120 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:04.990341 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80c42ae7-8447-4187-8a19-b4dabbaff9d4 req-68e2a078-267f-425b-ae9f-c58b8d671120 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1702290 Jan 27 18:34:05.067245 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-80c42ae7-8447-4187-8a19-b4dabbaff9d4 req-49873dd3-a1fc-4d7a-a247-ce2348a6bcb8 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702384 Jan 27 18:34:05.292972 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853183635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438695'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:05.856100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Router c44bd159-e4e1-4509-bd9a-a429898cbb1e has already been hosted by L3 agent 93c5b79c-60b5-4735-bc60-c36f814cbf19 {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 18:34:06.064247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] Notify agent at l3_agent.dv-cinder-772388-3-smb the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 18:34:06.074895 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Sync routers for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 18:34:06.081302 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-423dbb6e-a3f7-4686-9c91-825844017369 admin admin] 10.222.0.60 "PUT /v2.0/routers/c44bd159-e4e1-4509-bd9a-a429898cbb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4820061 Jan 27 18:34:06.083844 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 57742) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:06.095363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:34:06.095985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:06.294578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:06.314512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:34:06.499216 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:06.504858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Deleting port 48307930-1102-4e90-a550-d7ec5536d35c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:06.505266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:06.654052 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:34:04Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:06.658873 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Checking router: c44bd159-e4e1-4509-bd9a-a429898cbb1e for host: dv-cinder-772388-3-smb {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 18:34:06.668659 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Routers {'c44bd159-e4e1-4509-bd9a-a429898cbb1e'} bound to L3 agent in host dv-cinder-772388-3-smb {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 18:34:06.669527 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T18:16:42Z,description=,heartbeat_timestamp=2021-01-27T18:33:42Z,host='dv-cinder-772388-3-smb',id=93c5b79c-60b5-4735-bc60-c36f814cbf19,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T18:16:42Z,topic='l3_agent')) {'router_ids': ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:06.727493 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] For port 48307930-1102-4e90-a550-d7ec5536d35c, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=48307930-1102-4e90-a550-d7ec5536d35c,segment=NetworkSegment(98029cd3-0e2c-47e8-88a0-51beef21d824),segment_id=98029cd3-0e2c-47e8-88a0-51beef21d824)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:06.727904 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:06.874595 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvr_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] Set router c44bd159-e4e1-4509-bd9a-a429898cbb1e gateway port host: dv-cinder-772388-3-smb {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 18:34:06.893936 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Calling delete_port for 48307930-1102-4e90-a550-d7ec5536d35c owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:34:07.063241 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.198298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_hamode_db [None req-64620886-e20e-4427-affd-e314d0018e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:34:04Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}], 'dv-cinder-772388-3-smb', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:07.202767 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64620886-e20e-4427-affd-e314d0018e98 None None] The sync data for ids ['c44bd159-e4e1-4509-bd9a-a429898cbb1e'] in dv-cinder-772388-3-smb is: [{'id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1553783208-router', 'tenant_id': '462644b842f44649a0c74a2636c5d269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'external_fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '48307930-1102-4e90-a550-d7ec5536d35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T18:27:25Z', 'updated_at': '2021-01-27T18:34:04Z', 'revision_number': 5, 'project_id': '462644b842f44649a0c74a2636c5d269', 'gw_port': {'id': '48307930-1102-4e90-a550-d7ec5536d35c', 'name': '', 'network_id': '57510297-21a8-4c27-b1c9-64975c663b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44bd159-e4e1-4509-bd9a-a429898cbb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T18:27:26Z', 'updated_at': '2021-01-27T18:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0138d50-759d-4956-bbc0-9f49f9003f38', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-3-smb'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 18:34:07.277583 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440623'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.430069 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-444992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7047'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.432766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.456176 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854334256'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.456982 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c44bd159-e4e1-4509-bd9a-a429898cbb1e {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 18:34:07.476676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.478004 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-644051d6-3e22-4887-81c9-5e1002aafcf6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c44bd159-e4e1-4509-bd9a-a429898cbb1e HTTP/1.1" status: 204 len: 168 time: 1.3931563 Jan 27 18:34:07.480949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57750) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:07.560970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Deleting subnet 35dcb740-3db7-414d-ac41-43c58862cb93 {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:34:07.564942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.624795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036721009937'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:07.726930 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.025641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132215744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722279426'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.047656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b7ff3c29-61ec-423d-9516-1f8c37a9db84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:08.142136 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35dcb740-3db7-414d-ac41-43c58862cb93,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:08.156130 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:08.192963 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.199125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57adaac-2c88-4243-8b1d-94a149d2bf06 None None] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 requested from dv-cinder-772388-3-smb {{(pid=80116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 18:34:08.200216 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-c7a50f94-f2b1-4c43-b6bb-e0dd338d421c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/35dcb740-3db7-414d-ac41-43c58862cb93 HTTP/1.1" status: 204 len: 168 time: 0.7180200 Jan 27 18:34:08.203030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57756) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:08.334526 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.408919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Deleting port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:08.409494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.484980 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] DHCP port deletion for 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 request from dv-cinder-772388-3-smb {{(pid=80116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 18:34:08.490042 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Deleting port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:08.490591 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.654385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] For port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:08.654709 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.800752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Calling delete_port for 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:34:08.891543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036722560074'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:08.907581 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:08.912019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] For port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1, host dv-cinder-772388-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-3-smb',level=0,port_id=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,segment=NetworkSegment(a489713a-a03b-4b53-a5c3-e650a5c0d457),segment_id=a489713a-a03b-4b53-a5c3-e650a5c0d457)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:08.912461 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.013389 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f367121-eda6-4e95-b402-bb8cdeb7d9e1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:09.053948 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:09.064766 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Calling delete_port for 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 owned by network:dhcp {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:34:09.067411 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] No DVR routers for this DVR port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 on host dv-cinder-772388-3-smb {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:34:09.167979 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.db.api [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 18:34:09.168355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_db.api [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 18:34:09.203603 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-efe68404-ef78-4e13-ac3f-80d6e828de98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.204998 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.233356 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:34:09.275405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:34:09.275795 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:34:09.276271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:34:09.314569 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:34:09.314955 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 78d4aa5c-15d5-436b-8bc6-69b2f184f9b8 not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:34:09.315432 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 48307930-1102-4e90-a550-d7ec5536d35c no longer exists at agent ovs-agent-dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:34:09.329367 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8fc9bd-39a2-4439-b331-0f8142c4dec1']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:09.342613 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a489713a-a03b-4b53-a5c3-e650a5c0d457') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:09.343269 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a489713a-a03b-4b53-a5c3-e650a5c0d457') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:34:09.355056 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] No Port match for: 48307930-1102-4e90-a550-d7ec5536d35c {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:34:09.355465 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Device 48307930-1102-4e90-a550-d7ec5536d35c not bound to the agent host dv-cinder-772388-3-smb {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:34:09.357486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.376486 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.379168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:34:09.587341 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:34:09.597053 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.670200 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Deleting port 5f367121-eda6-4e95-b402-bb8cdeb7d9e1 {{(pid=80116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:09.670667 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:09.747884 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-c84ea8f0-6bbd-4dd7-b9b4-3a018594aebb None None] The port '5f367121-eda6-4e95-b402-bb8cdeb7d9e1' was deleted {{(pid=80116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 18:34:10.046878 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Network 4d8fc9bd-39a2-4439-b331-0f8142c4dec1 has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:34:10.071222 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:34:10.166865 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.170533 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:10.185095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.197848 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8fc9bd-39a2-4439-b331-0f8142c4dec1,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:10.215297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.215708 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.216109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.216502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.217026 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.217288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.217678 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.218310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.218705 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.219095 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.219485 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.219911 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.220346 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.220736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.221118 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.221525 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.221905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.222297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.222673 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.223060 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.223445 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.223846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.224227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.224602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:10.230298 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:10.233843 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-97978c93-cc0f-4ea6-8a38-d4b76a64e3d4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d8fc9bd-39a2-4439-b331-0f8142c4dec1 HTTP/1.1" status: 204 len: 168 time: 2.0296988 Jan 27 18:34:10.414833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57766) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:10.482596 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-dd472585-204e-433a-ac0c-8a13a1e86d64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=462644b842f44649a0c74a2636c5d269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663850 Jan 27 18:34:10.486285 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 57770) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:10.570989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.606769 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.663642 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.669115 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f0bfde4b-4509-437f-aa99-7a11f2322d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:10.692259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fa17d-3c23-4ef7-8a8d-01418bcbacab,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:10.696742 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:10.701324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:10.702742 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-14a969e7-2b7d-406c-a223-420c65679b69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b3fa17d-3c23-4ef7-8a8d-01418bcbacab HTTP/1.1" status: 204 len: 168 time: 0.2153213 Jan 27 18:34:12.095590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:12.097797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-23f9a3cc-10f0-4ada-b470-7db9571c45e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:13.684992 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:14.242967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:17.502455 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:34:30.813699 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58066) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:30.991183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.008910 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:31.013692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Usage tracker for resource:security_group_rule and tenant:0c09acc399504fdb80fa4e7e0dccb13d is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:31.016973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:31.023634 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:31.124483 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.128599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.138494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a91b75ad-64b9-48da-8e39-f72098437e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:31.183134 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c09acc399504fdb80fa4e7e0dccb13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679137 Jan 27 18:34:31.184900 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78b3749-9e48-4773-b389-725d6a496e82,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:31.186324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58072) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:31.188967 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4e6181f2-a9bf-4c5a-ab9a-da82ce49cffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:31.263416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.291616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.342519 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.346973 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2be38e4f-9fcb-4201-a7a3-8371810273a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:31.360297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78b3749-9e48-4773-b389-725d6a496e82,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:31.364748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:31.368319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.369647 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e78b3749-9e48-4773-b389-725d6a496e82 HTTP/1.1" status: 204 len: 168 time: 0.1822352 Jan 27 18:34:31.749378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58082) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:31.771907 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.795600 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:31.800120 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Usage tracker for resource:security_group_rule and tenant:074be6bc449c47e39103d3693e905dbf is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:31.803503 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:31.809590 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:31.909498 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.913914 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:31.922203 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5f4b3353-e876-4a0c-97e3-5f44a97f4e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:31.967525 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=074be6bc449c47e39103d3693e905dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168224 Jan 27 18:34:31.968517 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24e388-1920-4bef-9265-857cdc42b380,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:31.972286 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-459bebb4-2b5c-423c-bf4e-d0ce93cc54e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:31.976894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58086) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:32.045698 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:32.078381 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:32.127173 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:32.132882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-21f44fcf-b3d2-43a5-bdab-51a2ac09669a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:32.150794 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24e388-1920-4bef-9265-857cdc42b380,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:32.154637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:32.160741 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:32.161942 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-878132c2-3915-4ac2-a7e1-34e064c40ddd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d24e388-1920-4bef-9265-857cdc42b380 HTTP/1.1" status: 204 len: 168 time: 0.1839674 Jan 27 18:34:33.161883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:37.961221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58196) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:38.135035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.151748 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:38.156406 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Usage tracker for resource:security_group_rule and tenant:074db6249066470294a2e0d7d8744eb8 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:38.159833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:38.166385 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:38.270048 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.273487 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.283827 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b98bd470-5afb-4643-a7bb-dca779f28d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:38.328724 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=074db6249066470294a2e0d7d8744eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663003 Jan 27 18:34:38.330449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e3cb38-4bfd-4175-82ce-32e991f3729e,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:38.332090 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58208) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:38.335599 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9112b9bb-08f0-40eb-a31a-0536a960da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:38.410573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.445376 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.506065 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.512506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3651008e-67d7-4255-a892-670544f1a42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:38.527550 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e3cb38-4bfd-4175-82ce-32e991f3729e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:38.538657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.539096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.539447 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.539864 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.540267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.540665 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.541062 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.541511 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.541934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.542337 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.542730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.543133 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.543628 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.544035 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.544423 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.544808 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.545271 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.545663 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.546050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.546438 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.546821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.547223 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.547594 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.548000 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:34:38.551846 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:38.552856 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:38.554563 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56e3cb38-4bfd-4175-82ce-32e991f3729e HTTP/1.1" status: 204 len: 168 time: 0.2207148 Jan 27 18:34:38.985191 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58220) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:39.006244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.025134 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:39.029407 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2e09d5b660466a8ec4662c835b13b6 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:39.032502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:39.039391 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:39.137656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.142076 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.150291 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4767d921-1140-41ea-b99f-4296e1909894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:39.201267 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c2e09d5b660466a8ec4662c835b13b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147274 Jan 27 18:34:39.202089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c361a-273d-4791-96f2-b7cc097c160b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:39.204470 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58224) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:39.205617 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-25f0dab6-5251-4e7d-92c6-a6e3d3800cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:39.208467 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00b93ee4-6a82-4dc1-adfe-ec8323d8605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.285415 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.316212 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.375084 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.383801 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-2d9a64ca-ed4b-4aaa-b0ad-ec2c56526046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:39.401288 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c361a-273d-4791-96f2-b7cc097c160b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:39.403913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:39.413684 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:39.415009 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-bdca592b-797f-4ece-9b2f-cd5bbe4b2ea9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/814c361a-273d-4791-96f2-b7cc097c160b HTTP/1.1" status: 204 len: 168 time: 0.2093370 Jan 27 18:34:40.322496 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6f30-1f31-437e-b7cc-958f69a85c0f req-fa97bcd3-ec87-49b7-a3b2-24063d964f1f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:40.324297 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c42e6f30-1f31-437e-b7cc-958f69a85c0f req-fa97bcd3-ec87-49b7-a3b2-24063d964f1f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1789188 Jan 27 18:34:40.394994 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c42e6f30-1f31-437e-b7cc-958f69a85c0f req-623dd732-45b3-4a54-b604-66237a7f2b2f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Jan 27 18:34:41.731650 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3244e-c07e-4260-8c50-944b53943719 req-5f12d364-220d-46d3-8397-27592c24c14f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:41.733482 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-afd3244e-c07e-4260-8c50-944b53943719 req-5f12d364-220d-46d3-8397-27592c24c14f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1862144 Jan 27 18:34:41.804085 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-afd3244e-c07e-4260-8c50-944b53943719 req-e8f0269c-28f2-4cff-869a-89b6d8862c3f tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636394 Jan 27 18:34:42.083398 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-770f6a86-8f1c-48ff-b8b5-e27d0defeab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:42.085507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:43.117787 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4efb6-c627-43e5-8f4c-33190cac5ea7 req-b305369a-0609-4e2e-854d-a6db1720b06e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:43.119641 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fae4efb6-c627-43e5-8f4c-33190cac5ea7 req-b305369a-0609-4e2e-854d-a6db1720b06e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1711190 Jan 27 18:34:43.191614 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-fae4efb6-c627-43e5-8f4c-33190cac5ea7 req-104c555f-0bd1-41a9-b43c-8eb9b2623c84 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644889 Jan 27 18:34:43.397576 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58306) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:43.566839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:43.583163 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:43.587616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Usage tracker for resource:security_group_rule and tenant:f3a58b8bc9f2451099095061daf5e303 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:43.590752 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:43.597626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:43.682514 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:43.701476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:43.706250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:43.714237 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-219779ad-820b-4c35-84a7-15cbe3592594 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:43.761669 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3a58b8bc9f2451099095061daf5e303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628201 Jan 27 18:34:43.762544 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d343172e-cbcf-4c65-a6b6-33c481993247,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:43.764651 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58312) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:43.766625 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-70f188b5-fa52-45fa-b9c7-cc60a4d0a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:44.102242 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.137935 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.188843 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.193779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-88b41a81-ab1b-4616-9fb4-32f4a4fea2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:44.207879 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d343172e-cbcf-4c65-a6b6-33c481993247,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:44.210789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:44.221020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.222254 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-fd9012c7-4193-45bf-af65-3170227cd463 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d343172e-cbcf-4c65-a6b6-33c481993247 HTTP/1.1" status: 204 len: 168 time: 0.4564226 Jan 27 18:34:44.264211 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.506400 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defd65a-9f02-478d-96fa-8e047a721059 req-62d86540-9041-4986-8ad7-ef76419012bd tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:44.508489 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0defd65a-9f02-478d-96fa-8e047a721059 req-62d86540-9041-4986-8ad7-ef76419012bd tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1748164 Jan 27 18:34:44.576862 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-0defd65a-9f02-478d-96fa-8e047a721059 req-428e8162-75da-4718-b800-626ff5e24bb9 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611639 Jan 27 18:34:44.613971 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58322) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:44.634089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.651809 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:44.656958 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Usage tracker for resource:security_group_rule and tenant:f132e740ac3f4a06b06a8ff579faeb11 is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:44.662449 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:44.672446 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:44.779107 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.783810 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.791905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a85a25a3-4fdf-4f1f-bbdf-3d4b92354f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:44.837723 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f132e740ac3f4a06b06a8ff579faeb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225084 Jan 27 18:34:44.838602 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5efcdf-02a4-4796-af12-f995c6f4e846,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:44.841789 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58326) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:44.841960 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b0112dcb-cdfe-48ce-8510-99def6130c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:44.914869 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.942711 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:44.997179 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:45.001092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-6e59dba8-1972-421a-b4c5-998848204ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:45.016985 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5efcdf-02a4-4796-af12-f995c6f4e846,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:45.021265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:45.024908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:45.041975 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-e1d0e807-9068-47f3-83e2-fa8d7bb6a417 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff5efcdf-02a4-4796-af12-f995c6f4e846 HTTP/1.1" status: 204 len: 168 time: 0.1837742 Jan 27 18:34:45.348882 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-75243a3c-4618-41a7-ab18-a1fea9486fd7 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:45.349735 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-75243a3c-4618-41a7-ab18-a1fea9486fd7 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Synchronizing usage tracker for tenant:183f30c9723c4bfdbd1be8678710753b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:34:45.368077 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-75243a3c-4618-41a7-ab18-a1fea9486fd7 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Unset dirty status for tenant:183f30c9723c4bfdbd1be8678710753b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:34:45.369480 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-75243a3c-4618-41a7-ab18-a1fea9486fd7 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1861362 Jan 27 18:34:45.471890 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Deleting port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:34:45.472276 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:45.769933 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] For port 950a3dd2-65d3-4d5e-91b9-35b43e157d70, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=950a3dd2-65d3-4d5e-91b9-35b43e157d70,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:34:45.770520 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:45.908157 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b4-202f-423b-b806-db6105e41e57 req-776cbf8a-2856-458a-a38b-75ad1aacf028 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:45.910408 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a5d0d5b4-202f-423b-b806-db6105e41e57 req-776cbf8a-2856-458a-a38b-75ad1aacf028 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2b5ac53-1f5e-47f9-ab0e-987411886436 HTTP/1.1" status: 200 len: 946 time: 0.1934302 Jan 27 18:34:45.922064 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Calling delete_port for 950a3dd2-65d3-4d5e-91b9-35b43e157d70 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:34:45.984768 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-a5d0d5b4-202f-423b-b806-db6105e41e57 req-02f04717-f59b-4f9b-a113-5e7d7efa02e4 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632911 Jan 27 18:34:46.097066 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:46.116513 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:46.218289 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Pushing event deleted for resources: {'Port': ['ID=950a3dd2-65d3-4d5e-91b9-35b43e157d70,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:46.221476 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:46.253957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 950a3dd2-65d3-4d5e-91b9-35b43e157d70 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:34:46.295751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] No Port match for: 950a3dd2-65d3-4d5e-91b9-35b43e157d70 {{(pid=80116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 18:34:46.296156 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device 950a3dd2-65d3-4d5e-91b9-35b43e157d70 not bound to the agent host hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 18:34:46.333106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] No DVR routers for this DVR port 950a3dd2-65d3-4d5e-91b9-35b43e157d70 on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:34:46.335510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:46.339739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'name': 'network-vif-deleted', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:34:46.353942 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-63f90202-42f9-4637-a23c-53bd6483c3b0 req-ce7496e9-1525-460d-b7cd-635e85747f1e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "DELETE /v2.0/ports/950a3dd2-65d3-4d5e-91b9-35b43e157d70 HTTP/1.1" status: 204 len: 173 time: 0.9755797 Jan 27 18:34:46.409652 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b5ac53-1f5e-47f9-ab0e-987411886436', 'name': 'network-vif-deleted', 'tag': '950a3dd2-65d3-4d5e-91b9-35b43e157d70', 'status': 'completed', 'code': 200} Jan 27 18:34:46.551366 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58360) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:46.719368 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:46.735228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:46.740128 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:94a4dd6700e74eb197012ff79888401a is out of sync, need to count used quota {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:46.743798 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:46.750421 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:46.841710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:46.845837 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:46.858833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-29bdff4a-7ef4-4c6c-84cd-f7b803b57718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:46.904751 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd6e75b-e5a8-47fc-b08e-aabcd72d6df8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:46.909469 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94a4dd6700e74eb197012ff79888401a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569019 Jan 27 18:34:46.910616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-f72db718-254c-4835-af88-14f023a1cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:46.912908 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58366) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:46.984378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:47.016905 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:47.073318 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:47.078974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0c2dfae1-f0e3-47d5-adeb-3689fe1db86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:47.093945 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd6e75b-e5a8-47fc-b08e-aabcd72d6df8,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:47.096989 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:47.108038 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:47.113018 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-0325ce91-1a94-4dea-934c-db51262a88eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbd6e75b-e5a8-47fc-b08e-aabcd72d6df8 HTTP/1.1" status: 204 len: 168 time: 0.1989226 Jan 27 18:34:51.661679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-ac6850c4-a66f-492f-9ad9-b974bf28a279 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:51.663412 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-ac6850c4-a66f-492f-9ad9-b974bf28a279 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 812 time: 0.2472501 Jan 27 18:34:51.680298 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-52e73a68-051e-48bb-977a-f193a0440abb tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/quotas/183f30c9723c4bfdbd1be8678710753b HTTP/1.1" status: 200 len: 375 time: 0.0106888 Jan 27 18:34:51.739369 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-612140ba-c399-4db0-b8c1-21a5bf206071 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530691 Jan 27 18:34:51.897442 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-e2613323-6ec7-44a4-b2e9-c58b2a61ac92 service neutron] 10.222.0.60 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500278 Jan 27 18:34:52.049445 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-4b855b08-d364-4ab2-bfc0-b1fe1b6602f4 service neutron] 10.222.0.60 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453102 Jan 27 18:34:52.259680 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e6a380ea-667d-48c0-90b4-7921f3de2667 req-147647cb-5291-4b0d-8ee6-2a24b1d78924 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 210 time: 0.0508711 Jan 27 18:34:53.472951 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1fd02e6f-fefa-482d-9857-b001f4caf8eb req-4edae42e-7f30-4312-bab0-722d1c795cc8 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 210 time: 0.0605316 Jan 27 18:34:53.574823 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-4ec49527-b7fa-4baf-a9f1-b1cae773a00d tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:53.576629 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-4ec49527-b7fa-4baf-a9f1-b1cae773a00d tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 812 time: 0.2493153 Jan 27 18:34:53.604746 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Request body: {'port': {'device_id': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b', 'admin_state_up': True, 'tenant_id': '183f30c9723c4bfdbd1be8678710753b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:34:53.771408 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:53.782949 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Usage tracker for resource:port and tenant:183f30c9723c4bfdbd1be8678710753b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:53.786426 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:53.793494 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:53.805414 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Made reservation on behalf of 183f30c9723c4bfdbd1be8678710753b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 18:34:53.826779 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:54.171646 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_common [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Allocated IP 172.20.0.11 (1aba41f7-f532-481f-a87b-6554ac06286b/dc643179-940d-4518-86bd-28dfb78c694b/f6885521-a4bc-4853-bf97-f2b9db71a6cb) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 18:34:54.402273 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:54.434050 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754821560810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:54.450020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-844f9b12-26a9-4b56-a6bc-1c058734c916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:54.503079 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:34:54.600543 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Pushing event updated for resources: {'Port': ['ID=f6885521-a4bc-4853-bf97-f2b9db71a6cb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:54.605297 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:54.663897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Network 1aba41f7-f532-481f-a87b-6554ac06286b is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 18:34:54.665360 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.scheduler.base_scheduler [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 18:34:54.667821 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 18:34:54.782315 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9db699-3e82-4952-9493-fe94e5f02e98 req-21766a89-ac15-47ab-9ee4-f74c93b4ca2e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:54.784004 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d9db699-3e82-4952-9493-fe94e5f02e98 req-21766a89-ac15-47ab-9ee4-f74c93b4ca2e tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 932 time: 0.1735291 Jan 27 18:34:54.796244 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:54.797012 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:54.823734 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2237124 Jan 27 18:34:54.830189 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58506) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:54.842409 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.v2.base [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Request body: {'port': {'device_id': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 18:34:54.860085 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-8d9db699-3e82-4952-9493-fe94e5f02e98 req-85fecebf-e76e-4fa1-9f8f-a4037e534d45 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681760 Jan 27 18:34:54.972152 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.010578 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.083102 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:34:55.091516 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Usage tracker for resource:security_group_rule and tenant:f30d46b666f1462a9aaae1d15a066ff0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:34:55.096814 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:34:55.106096 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:34:55.420227 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.435028 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.444510 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-e4cf48ab-9619-45a1-a778-f3f5eeaa4a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:55.512455 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f30d46b666f1462a9aaae1d15a066ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809773 Jan 27 18:34:55.513205 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a0c978-b851-471b-81d0-e6d909aae947,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:55.515532 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58512) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:34:55.517037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1a5c5ce5-ff52-47c3-8921-feaa9c81e475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:55.585623 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.598630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6885521-a4bc-4853-bf97-f2b9db71a6cb {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 18:34:55.607231 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.620264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Transition to ACTIVE for port object f6885521-a4bc-4853-bf97-f2b9db71a6cb will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 18:34:55.622925 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.623508 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.640029 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-5ca92671-abd1-40c9-876d-fb545fc9b217 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:55.672439 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.676497 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-a030ad97-9b6f-4129-a5d6-b7089d46b6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:55.693009 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a0c978-b851-471b-81d0-e6d909aae947,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:55.697071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:55.700575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:55.706173 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-923b54ed-a8a8-48ac-852f-bca89cab963d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16a0c978-b851-471b-81d0-e6d909aae947 HTTP/1.1" status: 204 len: 168 time: 0.1891901 Jan 27 18:34:55.790915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Pushing event updated for resources: {'Port': ['ID=f6885521-a4bc-4853-bf97-f2b9db71a6cb,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:55.795506 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:56.185290 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21203449-4aff-4985-aab6-64ffc71faee4 req-fa6b8f1b-0145-4570-a157-384c5a4c6656 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:56.187052 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-21203449-4aff-4985-aab6-64ffc71faee4 req-fa6b8f1b-0145-4570-a157-384c5a4c6656 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 944 time: 0.1853399 Jan 27 18:34:56.227730 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Attempting to bind port f6885521-a4bc-4853-bf97-f2b9db71a6cb on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 18:34:56.228491 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Attempting to bind port f6885521-a4bc-4853-bf97-f2b9db71a6cb by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 18:34:56.228926 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Attempting to bind port f6885521-a4bc-4853-bf97-f2b9db71a6cb on network 1aba41f7-f532-481f-a87b-6554ac06286b {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 18:34:56.235981 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Checking agent: {'id': '1754a4b0-bd2c-4200-b521-cc72e2974fd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 18, 24, 3), 'started_at': datetime.datetime(2021, 1, 27, 18, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 18, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 18:34:56.236352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Checking segment: {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 18:34:56.236937 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:56.237193 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Bound using segment: {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 18:34:56.237631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Bound port: f6885521-a4bc-4853-bf97-f2b9db71a6cb, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e274e8-206f-4153-ae52-14611442b24f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1aba41f7-f532-481f-a87b-6554ac06286b'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 18:34:56.238030 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:56.257269 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-21203449-4aff-4985-aab6-64ffc71faee4 req-f92dc261-d8a2-44b7-8a35-43b347bf96c6 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Jan 27 18:34:56.336109 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] For port f6885521-a4bc-4853-bf97-f2b9db71a6cb, host hv-cinder-77238, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 18:34:56.340540 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] For port f6885521-a4bc-4853-bf97-f2b9db71a6cb, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f6885521-a4bc-4853-bf97-f2b9db71a6cb,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 18:34:56.343384 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134048952'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:56.362202 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ef6fdf2b-83ab-44eb-b3a4-33c7ede14a4e tempest-AttachVolumeShelveTestJSON-1897604080 tempest-AttachVolumeShelveTestJSON-1897604080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:34:56.520364 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Pushing event updated for resources: {'Port': ['ID=f6885521-a4bc-4853-bf97-f2b9db71a6cb,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:34:56.525331 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:34:56.558165 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:56.558987 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:34:56.560369 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-d93cea40-7a02-4e03-af1a-6573108fd5df service neutron] 10.222.0.54 "PUT /v2.0/ports/f6885521-a4bc-4853-bf97-f2b9db71a6cb HTTP/1.1" status: 200 len: 1158 time: 1.7226188 Jan 27 18:34:56.560932 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:34:56.656580 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb', 'status': 'completed', 'code': 200} Jan 27 18:34:56.694696 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-9e77ab92-5c7f-4d80-adb6-1bebfccae51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:56.696346 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-9e77ab92-5c7f-4d80-adb6-1bebfccae51a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 1161 time: 0.0830896 Jan 27 18:34:56.792110 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-e014472c-bb85-4304-ae57-03160887af40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6885521-a4bc-4853-bf97-f2b9db71a6cb HTTP/1.1" status: 200 len: 217 time: 0.0786381 Jan 27 18:34:56.867943 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-1510e882-622a-465d-92b0-db8bde243edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:56.869717 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-1510e882-622a-465d-92b0-db8bde243edd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc643179-940d-4518-86bd-28dfb78c694b HTTP/1.1" status: 200 len: 852 time: 0.0695803 Jan 27 18:34:56.930813 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-c74c5bfc-8d0c-4edc-8b18-f74b8e3dc8d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aba41f7-f532-481f-a87b-6554ac06286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527391 Jan 27 18:34:57.118623 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-15dac25c-43aa-4110-a102-76edb3e6f483 service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791329 Jan 27 18:34:57.283424 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-5dca7aa3-e06f-48e2-9fc8-d6b32e13de75 req-71abe284-4e5d-45ee-afdb-41baa989aa2c service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580212 Jan 27 18:34:57.477764 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-3bf397a8-f42a-4d01-b0f5-3cc1c14116e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:57.479726 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-3bf397a8-f42a-4d01-b0f5-3cc1c14116e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=183f30c9723c4bfdbd1be8678710753b&device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 1161 time: 0.0817761 Jan 27 18:34:57.580071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63bf41-4f84-4f36-9cbf-8ce3e6731f74 req-732f2c9d-7cef-46e0-87da-37a21868069b tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:57.581936 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db63bf41-4f84-4f36-9cbf-8ce3e6731f74 req-732f2c9d-7cef-46e0-87da-37a21868069b tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 944 time: 0.1720588 Jan 27 18:34:57.637319 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-99427557-61b2-4d1f-938b-ae1036741410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:57.638837 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-99427557-61b2-4d1f-938b-ae1036741410 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 200 len: 906 time: 0.1505928 Jan 27 18:34:57.648462 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-db63bf41-4f84-4f36-9cbf-8ce3e6731f74 req-a35e3885-37e0-49c1-bbff-ecfc9540ec79 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601790 Jan 27 18:34:57.719084 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-746617e8-7aa2-4cc7-b51c-d900f6e29793 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6885521-a4bc-4853-bf97-f2b9db71a6cb HTTP/1.1" status: 200 len: 217 time: 0.0730214 Jan 27 18:34:57.799283 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-27f74464-61fb-413f-9c6f-4688a7a81b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:57.802117 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-27f74464-61fb-413f-9c6f-4688a7a81b20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc643179-940d-4518-86bd-28dfb78c694b HTTP/1.1" status: 200 len: 852 time: 0.0739133 Jan 27 18:34:57.860030 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-ebed9351-5b80-4c05-910f-8a44a16c101b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1aba41f7-f532-481f-a87b-6554ac06286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509996 Jan 27 18:34:58.012957 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-fdfdc079-0c3b-4623-99d8-6c77323590ea service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457779 Jan 27 18:34:58.167742 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-e94aa71e-27b4-447f-9b37-215053e7af52 req-0a28883a-ccb0-4524-974e-19bdca2fea03 service neutron] 10.222.0.54 "GET /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478746 Jan 27 18:34:58.965345 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3953a-eca6-4933-b8c9-fba14bdcfef5 req-4756f71b-815f-4b69-a080-15ff34e11032 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:34:58.967188 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5d3953a-eca6-4933-b8c9-fba14bdcfef5 req-4756f71b-815f-4b69-a080-15ff34e11032 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 944 time: 0.1769545 Jan 27 18:34:59.041333 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-c5d3953a-eca6-4933-b8c9-fba14bdcfef5 req-d6439cf8-2d7e-488a-948a-fc0c523f2796 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Jan 27 18:35:00.369466 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6fcc-68f4-4a44-9528-3df49c442ee2 req-df48cbfb-cace-4b8d-91a8-f7f719c39a56 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:00.371102 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bdbf6fcc-68f4-4a44-9528-3df49c442ee2 req-df48cbfb-cace-4b8d-91a8-f7f719c39a56 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 944 time: 0.1772416 Jan 27 18:35:00.438763 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-bdbf6fcc-68f4-4a44-9528-3df49c442ee2 req-09f24124-e422-4376-80c8-79c3f4ec1bcf tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611510 Jan 27 18:35:00.841725 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device f6885521-a4bc-4853-bf97-f2b9db71a6cb up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:35:00.918059 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning for port f6885521-a4bc-4853-bf97-f2b9db71a6cb completed by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 18:35:00.923125 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port f6885521-a4bc-4853-bf97-f2b9db71a6cb triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:35:00.923523 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.072144 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.104458 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb'}] {{(pid=80116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:35:01.116736 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] For port f6885521-a4bc-4853-bf97-f2b9db71a6cb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f6885521-a4bc-4853-bf97-f2b9db71a6cb,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:35:01.119942 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754822035605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282033239054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282033237995'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.122243 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:01.124680 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.60', 58590) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:01.171160 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb', 'code': 200} Jan 27 18:35:01.201688 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Pushing event updated for resources: {'Port': ['ID=f6885521-a4bc-4853-bf97-f2b9db71a6cb,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:01.209840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:01.295818 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.312638 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 18:35:01.316974 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Usage tracker for resource:security_group_rule and tenant:83d1bdb16d45494992981586437cd535 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 18:35:01.320100 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 18:35:01.326264 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.quota.driver [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 18:35:01.484700 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.489629 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.504116 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-9ba0b11a-1911-45e8-ba79-c68c56cc1a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:01.555117 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83d1bdb16d45494992981586437cd535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288456 Jan 27 18:35:01.557572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48922bcd-b3bb-41d2-aabc-5ae7aef1efda req-923f8d2d-d15c-4b9a-98fe-ec48fe6d835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:01.558443 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58598) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:01.559097 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48922bcd-b3bb-41d2-aabc-5ae7aef1efda req-923f8d2d-d15c-4b9a-98fe-ec48fe6d835c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 1163 time: 0.1864798 Jan 27 18:35:01.560019 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e48bf-07d5-460b-9c72-2bb92024b741,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:01.563626 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-90a9184c-e0e4-488e-8e0c-adac5fdb2f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:01.607705 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-48922bcd-b3bb-41d2-aabc-5ae7aef1efda req-e459e39e-3c0d-4379-9751-60ffc6f786b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Jan 27 18:35:01.689292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.725630 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.834178 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68457c-45ff-48fd-aa76-96e7462f3f80 req-6f200a3e-ef64-4109-9e3c-9e492f3b3c82 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:01.835817 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1e68457c-45ff-48fd-aa76-96e7462f3f80 req-6f200a3e-ef64-4109-9e3c-9e492f3b3c82 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.2445614 Jan 27 18:35:01.912495 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-1e68457c-45ff-48fd-aa76-96e7462f3f80 req-88f22eea-cb60-4ed5-a57d-dd6a6d028f8a tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669868 Jan 27 18:35:01.922250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.928192 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-ba4e88b1-f927-489d-b31b-98c23c88bbb8 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:01.944040 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e48bf-07d5-460b-9c72-2bb92024b741,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:01.946492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:01.948692 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d0e48bf-07d5-460b-9c72-2bb92024b741 HTTP/1.1" status: 204 len: 168 time: 0.3889670 Jan 27 18:35:01.949957 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4b69ad0b-f554-484d-be02-9e1d91c40ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:02.659672 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device f6885521-a4bc-4853-bf97-f2b9db71a6cb up at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 18:35:02.742235 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.provisioning_blocks [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Provisioning complete for port f6885521-a4bc-4853-bf97-f2b9db71a6cb triggered by entity L2. {{(pid=80116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 18:35:02.742679 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818640'] for port, provisioning_complete {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:03.169221 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:03.227786 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21097b9-687b-4781-8f79-d02fe279fcc1 req-fd7f873a-5eb4-49f4-97b4-816500836978 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:03.229496 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b21097b9-687b-4781-8f79-d02fe279fcc1 req-fd7f873a-5eb4-49f4-97b4-816500836978 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1757433 Jan 27 18:35:03.298919 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-b21097b9-687b-4781-8f79-d02fe279fcc1 req-b136897d-27ef-4569-8b63-85daf85a78b1 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Jan 27 18:35:09.211575 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1de3-1545-4a99-b5ce-dac2057b0ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:12.072616 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0fe06aa4-5157-4918-b252-6a8d8e816488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:12.088714 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:13.686830 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:14.253720 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:19.793867 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1ba8f-7a0f-4b55-9271-c13dddf85de6 req-0bfbf159-78ae-4c0b-8c59-c502006c407c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:19.795535 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6ba1ba8f-7a0f-4b55-9271-c13dddf85de6 req-0bfbf159-78ae-4c0b-8c59-c502006c407c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1964991 Jan 27 18:35:19.883328 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-6ba1ba8f-7a0f-4b55-9271-c13dddf85de6 req-7068a2fc-98ae-4432-b402-658805be4a39 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796874 Jan 27 18:35:21.207261 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206ce52-4fc8-42d3-a260-26e73f8840bf req-c9fb15cd-2c34-449f-9efd-a1d42463e109 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:21.208912 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f206ce52-4fc8-42d3-a260-26e73f8840bf req-c9fb15cd-2c34-449f-9efd-a1d42463e109 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1761088 Jan 27 18:35:21.281893 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-f206ce52-4fc8-42d3-a260-26e73f8840bf req-8c75688f-8226-4327-88ba-a12f17504cd2 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Jan 27 18:35:22.612728 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a94bc-a44b-40a0-9f8b-fbbfa0f5811e req-3e3035f6-012d-4fde-8a99-caaaa51d2f99 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:22.614495 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-664a94bc-a44b-40a0-9f8b-fbbfa0f5811e req-3e3035f6-012d-4fde-8a99-caaaa51d2f99 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1815739 Jan 27 18:35:22.692065 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-664a94bc-a44b-40a0-9f8b-fbbfa0f5811e req-6000b566-fbbd-49a3-9b81-91db9af92352 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711212 Jan 27 18:35:24.010098 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18f4b6-58ed-4936-999c-60d44c2ec7bd req-7fabff31-f78d-4bd3-8d45-a474d955ff10 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:24.011753 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4c18f4b6-58ed-4936-999c-60d44c2ec7bd req-7fabff31-f78d-4bd3-8d45-a474d955ff10 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1831107 Jan 27 18:35:24.087374 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4c18f4b6-58ed-4936-999c-60d44c2ec7bd req-ebf78454-7676-41bb-a350-36d140f2c121 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651839 Jan 27 18:35:24.206703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-7e884af0-231c-4d93-bf5a-d4d50767b21c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 18:35:24.207605 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-7e884af0-231c-4d93-bf5a-d4d50767b21c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Synchronizing usage tracker for tenant:183f30c9723c4bfdbd1be8678710753b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 18:35:24.233541 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.quota.resource [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-7e884af0-231c-4d93-bf5a-d4d50767b21c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Unset dirty status for tenant:183f30c9723c4bfdbd1be8678710753b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 18:35:24.234830 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-7e884af0-231c-4d93-bf5a-d4d50767b21c tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 946 time: 0.1929975 Jan 27 18:35:24.343175 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Deleting port f6885521-a4bc-4853-bf97-f2b9db71a6cb {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 18:35:24.343492 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754821972356'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:24.641570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.db [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] For port f6885521-a4bc-4853-bf97-f2b9db71a6cb, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f6885521-a4bc-4853-bf97-f2b9db71a6cb,segment=NetworkSegment(35e274e8-206f-4153-ae52-14611442b24f),segment_id=35e274e8-206f-4153-ae52-14611442b24f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 18:35:24.641897 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341868'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:24.725183 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.rpc [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Device f6885521-a4bc-4853-bf97-f2b9db71a6cb no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 18:35:24.796488 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.plugin [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Calling delete_port for f6885521-a4bc-4853-bf97-f2b9db71a6cb owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 18:35:24.869692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1683823'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:24.964641 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1683898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036847890492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754822035588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754821536746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036720726909'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:24.984259 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-eb657302-78ce-4914-ac04-1fa5cfe1a178 tempest-TestMinimumBasicScenario-878221325 tempest-TestMinimumBasicScenario-878221325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:25.090416 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Pushing event deleted for resources: {'Port': ['ID=f6885521-a4bc-4853-bf97-f2b9db71a6cb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:25.093706 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:25.218460 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] No DVR routers for this DVR port f6885521-a4bc-4853-bf97-f2b9db71a6cb on host hv-cinder-77238 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 18:35:25.220841 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133998'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:25.223833 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'name': 'network-vif-deleted', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 18:35:25.255319 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-4b248c75-86ba-4f6a-b3b8-bdc44ed41dc8 req-b32f9465-b136-4621-a929-51d4e7547d76 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.54 "DELETE /v2.0/ports/f6885521-a4bc-4853-bf97-f2b9db71a6cb HTTP/1.1" status: 204 len: 173 time: 1.0146325 Jan 27 18:35:25.283771 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [req-63e24ea5-db42-4f17-ab4c-c16b614c7e83 req-f678303d-c466-4088-86af-f289cea53e20 tempest-VolumesSnapshotTestJSON-704002318 tempest-VolumesSnapshotTestJSON-704002318-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f538-be1c-45f6-bd0b-be42d02c4844 HTTP/1.1" status: 200 len: 210 time: 0.0612872 Jan 27 18:35:25.300156 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969f538-be1c-45f6-bd0b-be42d02c4844', 'name': 'network-vif-deleted', 'tag': 'f6885521-a4bc-4853-bf97-f2b9db71a6cb', 'status': 'completed', 'code': 200} Jan 27 18:35:31.503657 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:35:33.186656 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:39.205352 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-ccb23034-0e7c-49c6-a09c-0be1efe644e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:42.071292 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d009f4e6-5582-4b0c-9fbc-ef3daa5d87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:42.084422 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:43.684691 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:44.258322 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:46.589087 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58810) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:46.662363 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Deleting subnet dc643179-940d-4518-86bd-28dfb78c694b {{(pid=80115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 18:35:46.665894 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:46.734092 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036721009937'] for subnet, precommit_delete_associations {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:46.794321 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945110'] for subnet, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.290934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132215744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036722279426'] for subnet, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.306505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-508f3596-9a21-4118-9074-c2696ff23772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:47.343037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc643179-940d-4518-86bd-28dfb78c694b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:47.404071 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.404451 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.404881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.405350 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.405750 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.406149 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.406689 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.406934 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.407312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.407703 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.408086 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.408471 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.408915 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.409332 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.409731 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.410106 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.410505 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.410883 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.411265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.411635 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.412072 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.412456 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.412824 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.413247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-3-smb {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 18:35:47.422024 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:47.469502 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.476277 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-3ceb0d00-cc91-4f8a-8813-da2a570d81a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc643179-940d-4518-86bd-28dfb78c694b HTTP/1.1" status: 204 len: 168 time: 0.8859501 Jan 27 18:35:47.480403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58814) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:47.605073 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853130367'] for network, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.818644 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852946047', 'neutron.services.segments.db._delete_segments_for_network-8754821914193'] for network, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.945582 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aba41f7-f532-481f-a87b-6554ac06286b']}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:35:47.959378 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e274e8-206f-4153-ae52-14611442b24f') {'for_net_delete': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:35:47.959558 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.services.segments.db [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e274e8-206f-4153-ae52-14611442b24f') {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 18:35:47.975999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754821921890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133765863'] for segment, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.997427 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852998843'] for segment, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:47.999858 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 18:35:48.191250 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Network 1aba41f7-f532-481f-a87b-6554ac06286b has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:35:48.202312 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1776973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132215659'] for segment, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.398324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.plugins.ml2.managers [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Network 1aba41f7-f532-481f-a87b-6554ac06286b has no segments {{(pid=80115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: Traceback (most recent call last): Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: timer() Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: cb(*args, **kw) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: return func(*args, **kwargs) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: self._notify() Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: self.callback(batched_events) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: event.method(event) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: segment_id)['aggregates'][0] Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: return f(self, *a, **k) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: return self._get(url).json() Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: **kwargs) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: return self.request(url, 'GET', **kwargs) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: **endpoint_filter) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 18:35:48.434170 dv-cinder-772388-3-smb neutron-server[80001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 18:35:48.521783 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1829769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335159'] for network, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.527058 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-7970c5e7-4c84-4104-89f9-fe28c6159b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:48.548265 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592151'] for network, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.561119 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Pushing event deleted for resources: {'Network': ['ID=1aba41f7-f532-481f-a87b-6554ac06286b,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:48.564710 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:48.570359 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-026cea14-425f-4e79-8159-c9d41e3f856f admin admin] 10.222.0.60 "DELETE /v2.0/networks/1aba41f7-f532-481f-a87b-6554ac06286b HTTP/1.1" status: 204 len: 168 time: 1.0889440 Jan 27 18:35:48.730287 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58820) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:48.796402 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-76321853-0401-4cf0-9769-50d60118873a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=183f30c9723c4bfdbd1be8678710753b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640128 Jan 27 18:35:48.800037 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.wsgi [-] (80115) accepted ('10.222.0.60', 58824) {{(pid=80115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 18:35:48.867010 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.896089 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.947047 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523293'] for security_group, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.952210 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-4491317b-4513-49f7-b257-68d329335af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 18:35:48.965099 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffcac8d-5b81-4b3e-aafd-9e4401fac51f,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 18:35:48.968266 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG oslo_concurrency.lockutils [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 18:35:48.973631 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:35:48.974976 dv-cinder-772388-3-smb neutron-server[80001]: INFO neutron.wsgi [None req-1466c8af-ea4b-4dac-8291-fa158f3e2de9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ffcac8d-5b81-4b3e-aafd-9e4401fac51f HTTP/1.1" status: 204 len: 168 time: 0.1739619 Jan 27 18:36:03.200016 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:08.507637 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:36:09.211970 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e18fb83e-7765-4f09-a4bf-7c6d09727e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:12.067437 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-074f4caf-a652-4ece-b7d6-4c57ff1cd8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:12.092190 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:13.682876 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:14.251512 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:33.208403 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:39.229662 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-40318b43-1876-49e8-aac5-1eea68d5b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:42.061994 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d0239eec-1574-437c-9c69-3caae457ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:42.091835 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:43.678919 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:44.256469 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:36:45.511405 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:37:03.208267 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:09.214490 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-8665afe1-5279-4fae-9b62-65791db5f84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:12.067840 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e00fe140-c059-4eaa-8f4e-b8bdf75a5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:12.092739 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:13.686860 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:14.265522 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:22.515572 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:37:33.207005 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:39.224324 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-00dd08f0-39a8-4cad-a32a-6f0907d387d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:42.072377 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42591a7c-b0c1-4147-afc6-f1aee3e505fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:42.098515 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:43.683913 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:44.262939 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:37:59.518181 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:38:03.211676 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:09.226046 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e1e718f3-708c-49b2-99c5-a28656e53061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:12.077247 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-7115498f-18ab-4bab-b567-caaf3763200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:12.099229 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:13.682839 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:14.269228 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:33.206386 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:36.518881 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:38:39.220372 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-0e599da6-6893-444a-b51f-b7a577f0b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:42.082380 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-fc76ef5b-6ff2-4f75-b9bd-a6bdad386fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:42.102797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:43.683570 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:38:44.280507 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:03.226870 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:09.220568 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-21f752e7-71f1-4e20-a11c-aaf1115404fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:12.076604 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce6e8-1211-4f07-8219-3555d3af8e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:12.105355 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:13.520760 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:39:13.684523 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:14.284573 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:33.252655 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:39.217081 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-898eef6d-37f9-4706-8240-e3fa1d454974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:42.080245 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-3e15c33b-3d84-4036-89d6-074762b534dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:42.108020 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:43.690452 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:44.290790 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:39:50.521620 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:40:03.264721 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:09.211999 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-cab7a18f-747d-42c6-9c11-da41eb85847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:12.084067 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-e132e9ca-c539-4acd-b7de-6b4d94705ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:12.111531 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:13.685797 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:14.293013 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:27.526459 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron.db.agents_db [None req-30d85921-21a3-4227-8d1e-48f4b41d912d None None] Agent healthcheck: found 6 active agents {{(pid=80117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 18:40:33.237101 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-bed51b07-4457-4f1d-8615-5cbee9562ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:39.216168 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-d23b33bf-e775-477c-a032-e010b3923667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:42.092983 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6654714c-193a-44b5-b2d3-89a94e3453bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:42.113022 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-11ee9bb6-cf37-4e19-a188-f6bff15f5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:43.688692 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-42a3cfae-8508-433d-8eec-d12c470702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 18:40:44.298310 dv-cinder-772388-3-smb neutron-server[80001]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e87f-0a34-45f8-809f-12097c53eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754821914176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852957021'] for agent, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}